-- Logs begin at Fri 2020-12-04 20:56:22 UTC, end at Fri 2020-12-04 22:04:32 UTC. --
Dec 04 21:32:40.168141 dv-cinder-749155-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Dec 04 21:32:42.900009 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.common.config [-] Logging enabled!
Dec 04 21:32:42.900570 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev212
Dec 04 21:32:42.902060 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80155) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 04 21:32:42.902802 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.common.config [-] Logging enabled!
Dec 04 21:32:42.903089 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev212
Dec 04 21:32:42.903368 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80155) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 04 21:32:42.904498 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 04 21:32:42.904769 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 04 21:32:42.905789 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 04 21:32:42.906078 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 04 21:32:42.906341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 04 21:32:42.906716 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.907070 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.907414 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.907709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.908055 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.908395 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.908729 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.909068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.909415 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.909746 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.910069 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.910395 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.910660 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.910990 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.911326 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.911696 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.911950 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.912275 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.912820 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.913144 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.913465 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.913877 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.914390 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.914716 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.915050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.915423 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] host                           = dv-cinder-749155-4-iscsi {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.915775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.916113 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.916447 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.916779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.917102 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.917419 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.917750 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.918067 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.918382 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.918703 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.919039 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.919374 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.919748 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.920010 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.920269 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.920602 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.920938 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.921253 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.921571 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.921890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.922204 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.922519 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.922826 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.923158 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.923508 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.923844 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.924160 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.924475 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.924789 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.925103 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.925429 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.925743 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.926057 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.926372 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.926706 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.927016 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.927332 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.927734 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.928072 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.928403 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.928751 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.929061 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.929989 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.930311 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.930628 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.930942 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.931257 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.931631 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.931966 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.932278 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.932596 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.932911 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.933225 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.933558 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:42.933901 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.934247 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.934595 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.934923 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.935260 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.935610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.935949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.936270 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.936604 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.936942 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.937289 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.937597 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.937924 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.938266 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.938603 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.938918 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.939246 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.939632 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.939954 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.940267 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.940602 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.940922 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.941237 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.941559 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.941875 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.942185 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.942495 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.942814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.943147 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.943503 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.943799 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.944111 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.944430 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.944740 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.945697 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.946319 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.946650 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.946970 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.947296 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.947641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.947962 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.948285 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.948601 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.948923 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.949245 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.949557 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.949870 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.950186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.950500 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.950812 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.951125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.951444 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.951782 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.952095 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.952410 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.952726 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.953037 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.953368 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.953711 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.954032 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.954355 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.954675 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.954997 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.955318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.955669 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.955989 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.956311 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.956626 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.956963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.957288 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.957614 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.957936 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.958254 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.958597 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.958915 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.959244 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.959589 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.959910 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.960235 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.960591 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.961149 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.961394 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.961728 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.962063 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.962400 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.962722 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.963082 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.963403 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:42.963682 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 04 21:32:42.963953 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80155) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Dec 04 21:32:43.634884 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading Gnome
Dec 04 21:32:43.652303 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading Google
Dec 04 21:32:43.655003 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading Windows (alt)
Dec 04 21:32:43.658505 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading file
Dec 04 21:32:43.659501 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading keyczar
Dec 04 21:32:43.659769 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading multi
Dec 04 21:32:43.660421 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading pyfs
Dec 04 21:32:43.707109 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:32:43.707407 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:32:43.707757 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:32:43.708132 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 04 21:32:44.126445 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.127030 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.127030 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.188894 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.189212 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.189513 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.193130 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.193446 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.193747 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.277847 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.278160 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.278460 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.279493 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.279808 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.280100 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.401561 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f09feb0f2f0> agent after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.401800 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f09feb0f2f0> agent after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.402099 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f09feb0f378> segment precommit_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.402399 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f09feb0f400> network precommit_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.403227 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f09feb12510> segment before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.588575 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> network before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.588945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f09fea7c488> agent before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.589269 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> network before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.589574 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> port before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.589872 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> port before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.590244 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> segment after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.590540 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> segment precommit_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.590828 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> segment precommit_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.591114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> segment after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.591446 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> network after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.591764 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> network precommit_delete 0 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.592066 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> port provisioning_complete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.592625 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.592914 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> rbac-policy after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.593221 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> agent after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.593548 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> subnet after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.593822 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> subnet precommit_delete 0 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.594138 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.594421 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.594903 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> port after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.595183 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.595479 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.595820 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.596099 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.596374 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f09ff479a20>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.596802 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 04 21:32:44.597077 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 04 21:32:44.597350 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 04 21:32:44.597618 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 04 21:32:44.597887 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 04 21:32:44.598153 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 04 21:32:44.599550 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 04 21:32:44.607659 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 04 21:32:44.615242 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 04 21:32:44.620725 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
Dec 04 21:32:44.623536 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 04 21:32:44.624700 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 04 21:32:44.625086 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Dec 04 21:32:44.625526 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 04 21:32:44.629086 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 04 21:32:44.629373 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 04 21:32:44.629765 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Dec 04 21:32:44.652949 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 04 21:32:44.653408 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f09fe83c9b0>> qos_plugin after_init 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.653739 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80155) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Dec 04 21:32:44.654209 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f09fe7679e8>> logging-plugin after_init 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.655517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80155) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 04 21:32:44.655838 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Dec 04 21:32:44.656113 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Dec 04 21:32:44.659063 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f09fe767a90>> floatingip before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.659378 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f09fe767a90>> port before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:44.724626 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 04 21:32:44.724898 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 04 21:32:44.725180 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 04 21:32:44.725565 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 04 21:32:44.762788 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.sqlalchemy.engines [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80155) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 04 21:32:45.072728 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Initializing driver for type 'gre'
Dec 04 21:32:45.073304 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] gre ID ranges: [(1, 1000)]
Dec 04 21:32:45.115352 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Initializing driver for type 'local'
Dec 04 21:32:45.115781 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Initializing driver for type 'vlan'
Dec 04 21:32:45.126169 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] VlanTypeDriver initialization complete
Dec 04 21:32:45.126546 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Initializing driver for type 'vxlan'
Dec 04 21:32:45.127100 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] vxlan ID ranges: [(1, 1000)]
Dec 04 21:32:45.172000 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Initializing extension driver 'port_security'
Dec 04 21:32:45.172363 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.extensions.port_security [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] PortSecurityExtensionDriver initialization complete
Dec 04 21:32:45.172731 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Initializing mechanism driver 'openvswitch'
Dec 04 21:32:45.179013 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80155) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:32:45.180466 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0a0c006400>> port after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.180873 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0a0c006400>> port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.181251 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0a0c006400>> port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.181667 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09fe3882b0>> subnet after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.182049 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09fe3882b0>> subnet after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.182424 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09fe3882b0>> subnet after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.182829 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09fe388470>> network after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.183205 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09fe388470>> network after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.183609 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09fe388470>> network after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.184012 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09fe388630>> security_group after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.184384 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09fe388630>> security_group after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.184753 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09fe388630>> security_group after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.185161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09fe3887f0>> security_group_rule after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.185537 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09fe3887f0>> security_group_rule after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.185903 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09fe3887f0>> security_group_rule after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.284100 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09fe3889b0>> address_group after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.284527 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09fe3889b0>> address_group after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.284923 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09fe3889b0>> address_group after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.285302 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] ML2 OVO RPC backend initialized. {{(pid=80155) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 04 21:32:45.286097 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f09fe7d5710>> router_interface after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.286496 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f09fe7d5710>> router_interface after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.286963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f09fe7d5710>> network before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.287355 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f09fe7d5710>> networks before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.287760 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f09fe7d5710>> port before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.288141 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f09fe7d5710>> ports before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.288522 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f09fe7d5710>> subnet before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.288953 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f09fe7d5710>> subnets before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.289340 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f09fe7d5710>> network after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.289719 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f09fe7d5710>> network after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.290092 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f09fe7d5710>> network after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.290466 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f09fe7d5710>> port after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.290837 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f09fe7d5710>> port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.291210 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f09fe7d5710>> port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.291608 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f09fe7d5710>> subnet after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.291983 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f09fe7d5710>> subnet after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.292357 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f09fe7d5710>> subnet after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.293017 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.plugin [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Modular L2 Plugin initialization complete
Dec 04 21:32:45.293375 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading services supported by the core plugin {{(pid=80155) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 04 21:32:45.293742 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Got port-security extension from driver 'port_security'
Dec 04 21:32:45.294252 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.extensions.vlantransparent [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Disabled vlantransparent extension.
Dec 04 21:32:45.295709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80155) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 04 21:32:45.296065 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading Plugin: router
Dec 04 21:32:45.338271 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> router_interface before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.338637 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> router after_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.339037 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> router before_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.339436 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> router_interface before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.339873 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> router_interface after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.340262 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> router after_delete 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.340658 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> floatingip after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.341064 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> router after_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.341446 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> router after_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.341838 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> router after_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.342463 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> router_gateway after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.342867 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> router after_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.343347 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> router precommit_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.343804 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f09fe94cd90> port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.344183 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f09fe94cc80> port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.344560 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f09fe94cd08> subnet after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.344930 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f09fe94ce18> subnetpool_address_scope after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.345317 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> port precommit_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.345697 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> router precommit_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.346074 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f09fe920048> port before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.346449 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> router precommit_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.346849 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> router after_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.347228 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> router precommit_delete 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.347644 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> router precommit_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.348048 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> router_interface after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.348434 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> router precommit_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.348862 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f09fe7d5400>> network after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.349845 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Tracking information for resource: router configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 04 21:32:45.350208 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Tracking information for resource: floatingip configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 04 21:32:45.355693 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_agentschedulers_db [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 04 21:32:45.356344 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f09fe3138c8> port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.356734 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f09fe2eaa60> port after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.357116 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <function _notify_port_delete at 0x7f09fe313840> port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.357497 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f09fe313a60> port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.358428 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f09fe342588>> router before_create 55550100 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.358793 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f09fe342588>> router precommit_delete 55550100 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.359185 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f09fe342588>> router precommit_create 55550100 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.359597 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f09fe342588>> router precommit_update 55550100 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.364341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.provider_configuration [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Service providers = [] {{(pid=80155) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 04 21:32:45.364737 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.servicetype_db [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80155) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 04 21:32:45.368210 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.service_base [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 04 21:32:45.368593 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.service_base [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 04 21:32:45.368965 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.service_base [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 04 21:32:45.369860 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.service_base [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 04 21:32:45.370255 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.services.service_base [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 04 21:32:45.370666 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 04 21:32:45.371013 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 04 21:32:45.392594 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 04 21:32:45.392955 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading Plugin: auto_allocate
Dec 04 21:32:45.403609 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f09fe258840> network precommit_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.404008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f09fe258840> network precommit_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.404585 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 04 21:32:45.404933 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading Plugin: tag
Dec 04 21:32:45.416958 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 04 21:32:45.417322 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading Plugin: timestamp
Dec 04 21:32:45.421127 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 04 21:32:45.421489 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading Plugin: network_ip_availability
Dec 04 21:32:45.427118 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f09fe2a6080>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.427538 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f09fe2a6080>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.427923 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f09fe2a6080>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.428683 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 04 21:32:45.429037 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading Plugin: flavors
Dec 04 21:32:45.447135 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 04 21:32:45.447553 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading Plugin: revisions
Dec 04 21:32:45.452452 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 04 21:32:45.452872 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.745s {{(pid=80155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:32:45.453701 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80155) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Dec 04 21:32:45.454055 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Initializing extension manager.
Dec 04 21:32:45.454620 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: __init__.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.454992 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: __pycache__ {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.455361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: _filter_validation_lib.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.455750 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.456115 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: address_group.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.456928 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.457578 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: address-group
Dec 04 21:32:45.457930 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: address_scope.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.458690 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.459269 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: address-scope
Dec 04 21:32:45.459648 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.460643 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.461222 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: router-admin-state-down-before-update
Dec 04 21:32:45.461557 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: agent.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.462309 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.462894 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: agent
Dec 04 21:32:45.463229 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: agent_resources_synced.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.464161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.464731 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: agent-resources-synced
Dec 04 21:32:45.465081 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: allowedaddresspairs.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.466886 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.467753 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: allowed-address-pairs
Dec 04 21:32:45.468112 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: auto_allocated_topology.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.469189 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.469762 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: auto-allocated-topology
Dec 04 21:32:45.470121 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: availability_zone.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.470862 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.471427 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: availability_zone
Dec 04 21:32:45.471809 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: availability_zone_filter.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.472724 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.473299 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: availability_zone_filter
Dec 04 21:32:45.473680 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: data_plane_status.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.474562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.475130 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 04 21:32:45.475488 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: default_subnetpools.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.477141 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.477718 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: default-subnetpools
Dec 04 21:32:45.478073 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.478923 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.479780 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: dhcp_agent_scheduler
Dec 04 21:32:45.480142 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: dns.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.481064 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.481779 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension dns-integration not supported by any of loaded plugins
Dec 04 21:32:45.482135 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: dns_domain_ports.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.483075 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.483674 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 04 21:32:45.484030 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: dvr.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.484750 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.485321 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: dvr
Dec 04 21:32:45.485675 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: empty_string_filtering.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.486590 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.487157 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: empty-string-filtering
Dec 04 21:32:45.487532 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.488442 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.489006 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 04 21:32:45.489357 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.490269 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.490831 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 04 21:32:45.491180 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: external_net.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.493035 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.493613 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: external-net
Dec 04 21:32:45.493966 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.494879 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.495452 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: extra_dhcp_opt
Dec 04 21:32:45.495837 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: extraroute.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.496754 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.497326 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: extraroute
Dec 04 21:32:45.497682 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: extraroute_atomic.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.498728 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.499296 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: extraroute-atomic
Dec 04 21:32:45.499680 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: filter_validation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.500383 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.500948 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: filter-validation
Dec 04 21:32:45.501300 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: fip_pf_description.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.502207 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.502772 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 04 21:32:45.503121 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: fip_port_details.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.504077 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.504641 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: fip-port-details
Dec 04 21:32:45.504992 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: flavors.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.506245 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.506916 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: flavors
Dec 04 21:32:45.507279 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.509000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.509583 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 04 21:32:45.509945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: floatingip_pools.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.510691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.511261 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: floatingip-pools
Dec 04 21:32:45.511665 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: ip_allocation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.512604 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.513173 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 04 21:32:45.513530 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.514451 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.515022 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: ip-substring-filtering
Dec 04 21:32:45.515377 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: l2_adjacency.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.516335 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.516899 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 04 21:32:45.517254 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: l3.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.518336 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.518915 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: router
Dec 04 21:32:45.519272 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.521796 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.522390 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 04 21:32:45.522754 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.523990 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.524572 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: ext-gw-mode
Dec 04 21:32:45.524932 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.525933 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.526507 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: l3-ha
Dec 04 21:32:45.526864 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: l3_flavors.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.527826 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.528395 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: l3-flavors
Dec 04 21:32:45.528755 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.529777 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.530352 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 04 21:32:45.530706 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: l3agentscheduler.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.531942 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.532528 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: l3_agent_scheduler
Dec 04 21:32:45.532888 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: logging.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.534410 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.534995 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension logging not supported by any of loaded plugins
Dec 04 21:32:45.535358 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: metering.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.536316 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.537141 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: metering
Dec 04 21:32:45.537501 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.539291 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.540160 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: metering_source_and_destination_fields
Dec 04 21:32:45.540525 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: multiprovidernet.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.541462 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.542031 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: multi-provider
Dec 04 21:32:45.542388 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: netmtu.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.543308 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.543918 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: net-mtu
Dec 04 21:32:45.544275 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: netmtu_writable.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.545194 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.545766 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: net-mtu-writable
Dec 04 21:32:45.546118 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: network_availability_zone.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.546834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.547400 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: network_availability_zone
Dec 04 21:32:45.547779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: network_ip_availability.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.549001 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.549577 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: network-ip-availability
Dec 04 21:32:45.549930 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: network_segment_range.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.550760 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.551328 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 04 21:32:45.551709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: pagination.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.552702 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.553068 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: pagination
Dec 04 21:32:45.553419 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.554920 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.555708 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: port-mac-address-regenerate
Dec 04 21:32:45.556067 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.556988 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.557557 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: port-numa-affinity-policy
Dec 04 21:32:45.557909 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: port_resource_request.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.558834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.559400 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 04 21:32:45.559781 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: portbindings.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.560715 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.561302 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: binding
Dec 04 21:32:45.561652 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: portbindings_extended.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.562964 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.563564 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: binding-extended
Dec 04 21:32:45.563926 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: portsecurity.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.564849 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.565421 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: port-security
Dec 04 21:32:45.565775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: project_id.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.566747 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.567113 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: project-id
Dec 04 21:32:45.567495 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: providernet.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.568410 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.568981 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: provider
Dec 04 21:32:45.569334 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: qos.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.573064 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.573657 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension qos not supported by any of loaded plugins
Dec 04 21:32:45.574021 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.575262 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.575869 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 04 21:32:45.576232 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.577146 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.577716 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 04 21:32:45.578072 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: qos_default.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.578983 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.579901 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension qos-default not supported by any of loaded plugins
Dec 04 21:32:45.580259 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: qos_fip.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.580954 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.581750 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension qos-fip not supported by any of loaded plugins
Dec 04 21:32:45.582113 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: qos_gateway_ip.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.583044 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.583645 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 04 21:32:45.584001 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: qos_port_network_policy.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.584912 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.585511 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 04 21:32:45.585869 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: qos_rule_type_details.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.586798 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.587364 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 04 21:32:45.587744 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: qos_rules_alias.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.588835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.589364 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 04 21:32:45.589720 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: quotasv2.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.590747 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.591112 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: quotas
Dec 04 21:32:45.591493 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: quotasv2_detail.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.593333 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.593702 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: quota_details
Dec 04 21:32:45.594059 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: rbac.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.595341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.595961 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: rbac-policies
Dec 04 21:32:45.596322 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: rbac_address_scope.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.597259 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.597844 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: rbac-address-scope
Dec 04 21:32:45.598203 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: rbac_security_groups.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.599142 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.599756 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: rbac-security-groups
Dec 04 21:32:45.600118 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: rbac_subnetpool.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.601584 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.602180 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: rbac-subnetpool
Dec 04 21:32:45.602537 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: revisionifmatch.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.603522 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.604113 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: revision-if-match
Dec 04 21:32:45.604457 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: revisions.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.606069 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.606653 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: standard-attr-revisions
Dec 04 21:32:45.607017 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: router_availability_zone.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.607795 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.608382 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: router_availability_zone
Dec 04 21:32:45.608735 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: routerservicetype.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.609706 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.610280 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension router-service-type not supported by any of loaded plugins
Dec 04 21:32:45.610635 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.611607 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.612183 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: port-security-groups-filtering
Dec 04 21:32:45.612540 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.613491 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.614065 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: security-groups-remote-address-group
Dec 04 21:32:45.614422 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: securitygroup.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.628909 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.629576 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: security-group
Dec 04 21:32:45.629944 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: segment.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.630913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.631505 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension segment not supported by any of loaded plugins
Dec 04 21:32:45.631868 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.633138 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.633725 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 04 21:32:45.634081 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: servicetype.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.635224 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.635838 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: service-type
Dec 04 21:32:45.636203 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: sorting.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.637236 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.637604 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: sorting
Dec 04 21:32:45.637959 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: standard_attr_segment.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.638895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.639516 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 04 21:32:45.639877 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: standardattrdescription.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.640604 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.641176 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: standard-attr-description
Dec 04 21:32:45.641529 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: stateful_security_group.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.642492 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.643077 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: stateful-security-group
Dec 04 21:32:45.643433 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: stdattrs_common.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.644062 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 04 21:32:45.644415 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.645387 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.645965 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 04 21:32:45.646318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: subnet_onboard.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.647416 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.648065 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: subnet_onboard
Dec 04 21:32:45.648439 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.649461 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.650033 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 04 21:32:45.650384 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: subnet_service_types.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.651336 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.651946 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: subnet-service-types
Dec 04 21:32:45.652303 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: subnetallocation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.653421 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.654010 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: subnet_allocation
Dec 04 21:32:45.654349 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.655071 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.655661 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: subnetpool-prefix-ops
Dec 04 21:32:45.656017 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.656979 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.657547 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 04 21:32:45.657900 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: tagging.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.659283 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.659899 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: standard-attr-tag
Dec 04 21:32:45.660260 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: timestamp.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.661461 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.662038 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loaded extension: standard-attr-timestamp
Dec 04 21:32:45.662399 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: trunk.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.663448 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.664616 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension trunk not supported by any of loaded plugins
Dec 04 21:32:45.664976 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: trunk_details.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.665916 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.666491 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension trunk-details not supported by any of loaded plugins
Dec 04 21:32:45.666845 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: uplink_status_propagation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.667818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.668389 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 04 21:32:45.668744 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Loading extension file: vlantransparent.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 04 21:32:45.669473 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 04 21:32:45.670040 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 04 21:32:45.672867 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Creating instance of TrackedResource for resource:network
Dec 04 21:32:45.673713 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Creating instance of TrackedResource for resource:subnet
Dec 04 21:32:45.674372 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 04 21:32:45.675032 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Creating instance of TrackedResource for resource:port
Dec 04 21:32:45.677773 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 21:32:45.678274 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Service FLAVORS assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 21:32:45.678958 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 21:32:45.679560 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 21:32:45.679935 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Creating instance of TrackedResource for resource:router
Dec 04 21:32:45.680700 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Creating instance of TrackedResource for resource:floatingip
Dec 04 21:32:45.681470 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Service METERING assigned prefix: /metering {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 21:32:45.683278 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f09fe0eb128>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.683699 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f09fe0eb128>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.684078 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f09fe0eb128>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:32:45.685278 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 04 21:32:45.685768 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Creating instance of TrackedResource for resource:security_group
Dec 04 21:32:45.686587 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 04 21:32:45.687408 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Service CORE assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 21:32:45.687838 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 04 21:32:45.688197 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] subnetpool is already registered
Dec 04 21:32:45.688873 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Service CORE assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 21:32:45.689233 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 04 21:32:45.689593 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] subnetpool is already registered
Dec 04 21:32:45.692442 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 21:32:45.692926 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Service FLAVORS assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 21:32:45.693570 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 21:32:45.694030 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 21:32:45.694397 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Creating instance of TrackedResource for resource:router
Dec 04 21:32:45.694757 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] router is already registered
Dec 04 21:32:45.695505 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Creating instance of TrackedResource for resource:floatingip
Dec 04 21:32:45.695871 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] floatingip is already registered
Dec 04 21:32:45.696562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Service METERING assigned prefix: /metering {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 21:32:45.697323 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 04 21:32:45.697682 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] rbac_policy is already registered
Dec 04 21:32:45.698317 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Creating instance of TrackedResource for resource:security_group
Dec 04 21:32:45.698678 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] security_group is already registered
Dec 04 21:32:45.699332 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 04 21:32:45.699725 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] security_group_rule is already registered
Dec 04 21:32:45.700463 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Service CORE assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 21:32:45.700832 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 04 21:32:45.701186 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] subnetpool is already registered
Dec 04 21:32:45.701835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Service CORE assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 21:32:45.702195 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 04 21:32:45.702549 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] subnetpool is already registered
Dec 04 21:32:45.703328 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: extensions {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.704940 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: address-groups {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.706619 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: address-scopes {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.707935 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: agents {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.709176 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: auto-allocated-topology {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.711032 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: availability_zones {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.712532 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: dhcp-networks {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.714013 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: dhcp-agents {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.715538 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: routers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.717695 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: flavors {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.718936 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: service_profiles {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.720259 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: next_providers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.721889 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: service_profiles {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.723428 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: floatingip-pools {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.724747 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: routers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.727232 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: floatingips {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.728526 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: l3-routers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.729993 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: l3-agents {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.731504 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: metering-labels {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.732942 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: metering-label-rules {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.734369 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: network-ip-availabilities {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.735724 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: bindings {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.737446 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: quotas {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.738977 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: quotas {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.740495 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: rbac-policies {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.742005 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: security-groups {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.743289 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: security-group-rules {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.744629 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: service-providers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.745919 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: subnetpools {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.747411 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: subnetpools {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.748981 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.750767 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.753686 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.755587 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.757515 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.759289 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.761196 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.763139 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.765149 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.767101 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 04 21:32:45.774728 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING keystonemiddleware.auth_token [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 04 21:32:45.780019 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING keystonemiddleware.auth_token [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 04 21:32:45.789438 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Acquired lock "singleton_lock" {{(pid=80155) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 04 21:32:45.789958 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Releasing lock "singleton_lock" {{(pid=80155) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 04 21:32:45.791435 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO oslo_service.service [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Starting 2 workers
Dec 04 21:32:45.796250 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Started child 80264 {{(pid=80155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 04 21:32:45.800777 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:32:45.801449 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Started child 80265 {{(pid=80155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 04 21:32:45.802291 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [-] (80264) wsgi starting up on http://0.0.0.0:9696
Dec 04 21:32:45.803310 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.service [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 04 21:32:45.804263 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Notify callbacks [] for process, before_spawn {{(pid=80155) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:32:45.806293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:32:45.806970 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO oslo_service.service [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Starting 1 workers
Dec 04 21:32:45.807805 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [-] (80265) wsgi starting up on http://0.0.0.0:9696
Dec 04 21:32:45.812501 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Started child 80266 {{(pid=80155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 04 21:32:45.813071 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO oslo_service.service [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Starting 1 workers
Dec 04 21:32:45.815078 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.service [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] calling RpcWorker wait() {{(pid=80266) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 04 21:32:45.815756 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.service [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] returning from RpcWorker wait() {{(pid=80266) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 04 21:32:45.817238 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:32:45.817775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:32:45.817921 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Started child 80267 {{(pid=80155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 04 21:32:45.818913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d864ba3-f363-4846-8f07-e19acc419e26 None None] Notify callbacks [] for process, after_spawn {{(pid=80155) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:32:45.820682 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80155) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 04 21:32:45.821010 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 04 21:32:45.821334 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 04 21:32:45.821723 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 04 21:32:45.822205 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:32:45.822361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 04 21:32:45.822568 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 04 21:32:45.823145 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:32:45.823430 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.823865 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.824289 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.824692 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.825125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.825896 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.826318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.826742 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.827377 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.827896 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.828210 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.828522 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.828946 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.829344 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.829797 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.830205 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.830592 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.830972 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.831307 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.831755 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.831755 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.831755 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.831755 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.831755 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.831755 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.838058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.838058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.838058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.838058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.838993 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 58248) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:32:45.839247 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.839247 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.839247 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.839247 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.839247 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.840361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.840361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.840361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.841011 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.841235 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.841894 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] host                           = dv-cinder-749155-4-iscsi {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.842135 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.842764 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.843163 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.847692 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.847692 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.847692 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.847692 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.847692 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.847692 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.847692 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.847692 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.849514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.849514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.849514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.849514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.849514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.849514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.851985 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.851985 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.851985 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.851985 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.853039 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.853039 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.853039 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.853733 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.853949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.854376 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.854791 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.855172 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.855632 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.856020 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.856472 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.856842 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.857248 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.857820 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.858112 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.858571 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.858952 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.861007 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.861007 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.861564 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.861564 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.863655 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.863655 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.864129 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.864129 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.865039 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.865039 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.865520 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.866195 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0204582
Dec 04 21:32:45.866610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.867526 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.869477 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.869477 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.869477 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.870182 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.870415 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.871892 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.873512 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.873885 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.874080 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.874293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.874690 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.874853 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.875215 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.875378 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.875984 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.875984 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.876688 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.879716 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.879716 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.879716 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.881321 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.881321 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.882508 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.882508 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.886236 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.886236 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.886236 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.886236 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.886236 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.886236 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.886236 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.886236 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.887106 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.44/identity {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.887106 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.887106 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.887106 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.887106 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.887606 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.887606 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.887870 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.888164 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.888811 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.888811 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.889020 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.889125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.889367 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.889626 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.889939 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.890594 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.890594 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.890770 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.890919 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.891170 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.891397 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.894074 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.894208 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.894462 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.894761 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.895030 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.895289 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.895571 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.895853 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.896130 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.896428 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.896650 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.897028 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.897435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.897859 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.898672 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.898932 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.899186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.899419 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.899909 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.900188 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.900443 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.900707 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.900938 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.901313 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.901810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.902240 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.902648 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.902951 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.903121 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.903343 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.905055 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.905055 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.905055 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.905928 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.906286 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.906528 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.906801 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.907113 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.907526 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.907738 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.908203 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.908467 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.909037 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.909037 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.909268 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.909525 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.909782 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.910041 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.910536 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.910974 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.911406 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.911910 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.912347 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.912797 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.913207 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.913677 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.914586 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.914999 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.915400 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.915871 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.916308 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.916762 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.917042 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.917348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.917679 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.917941 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.918264 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.918536 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.918828 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.919183 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.919509 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.919809 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.920089 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.920371 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.920658 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.920931 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.921267 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.921521 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.922015 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.922270 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.922592 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.922861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.923269 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.923714 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.924104 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.924588 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.925038 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.925442 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.925835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.926282 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.926726 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.927158 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.927618 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.928075 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.928350 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.928757 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.929227 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.44/identity {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.929681 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.930073 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.930495 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.931037 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.931532 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.931993 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.935517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.935517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.935517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.935517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.935517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.935517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.935517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.935517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.936306 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.936306 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.936306 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.936306 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.936306 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.936306 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.936306 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.936963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.936963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.936963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.937248 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.937465 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.937914 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.938332 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.938740 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.939194 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.939194 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.939194 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.939194 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.940427 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.940427 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.940670 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.941097 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.941353 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.941623 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.941933 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.942172 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.942469 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.942722 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.943092 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.943362 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.943681 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.944032 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.944151 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.945504 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.945771 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.946048 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.946348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.946599 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.946882 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.947119 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.947378 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.947656 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.947939 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.948922 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.949167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.949415 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.949718 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.950008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.950283 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.950560 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.950872 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.951073 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.951303 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.951654 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.951933 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.952186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.952550 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.952818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.953093 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.953350 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.953615 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.953893 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.954148 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.954507 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.954838 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.955718 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.955718 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.955947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.956165 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.956463 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.956712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.957039 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.957378 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.957688 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.957967 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.958327 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.958554 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.958830 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.960187 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.960187 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.960187 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.960187 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.960187 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.961309 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.961309 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.961459 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.961629 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.961897 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.963050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.963335 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.963624 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.963881 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.964075 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 04 21:32:45.964617 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80155) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 04 21:32:45.964804 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 04 21:32:45.964987 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 04 21:32:45.965219 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 04 21:32:45.965413 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 04 21:32:45.965596 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 04 21:32:45.965844 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.966033 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.966225 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.966305 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:32:45.966384 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.966571 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.966779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.966966 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.967151 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.968380 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.968560 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.968713 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.968898 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.969089 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.969255 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.969437 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.969591 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.969780 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.969965 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.970154 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.970305 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.970494 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.970655 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.970807 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.970992 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.971210 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.971537 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.971705 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.971849 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.971991 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.972133 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.972275 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.972426 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.972577 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.972721 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.972863 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.973004 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.973986 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.974183 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.974373 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.974596 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] host                           = dv-cinder-749155-4-iscsi {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.974764 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.974909 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.975050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.975192 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.975335 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.975520 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.975683 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.975832 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.976012 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.977583 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.977583 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.977583 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.977583 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.977583 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.978271 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.978271 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.978271 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.978271 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.978271 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.979073 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.979073 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.979073 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.979073 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.979073 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.979831 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.979831 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.979831 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.979831 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.982435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.982435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.982435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.982435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.982435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.982435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.982435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.982435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.983084 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.983084 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.983084 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.983084 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.983084 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.983084 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.983084 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.983084 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.983084 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.984273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.984273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.984273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.984273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.984273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.984273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.984273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.984273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.985587 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.985587 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.985587 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.985587 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.985587 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.985587 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.985587 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.985587 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.986562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.986562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.986562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.986562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.986562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.986562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.986562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.986562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 21:32:45.987344 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.987344 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.987344 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.987344 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.987344 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.987344 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.987344 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.987935 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.987935 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.987935 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.988114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.988183 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.988345 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.988590 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.988749 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.44/identity {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.988890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.989029 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.989167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.989341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.989529 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.989716 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.989904 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.990090 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.990277 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.990462 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.990647 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.990836 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.991022 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.991208 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.991395 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.991617 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.991840 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.992034 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.992192 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.992373 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.992562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.992732 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.993098 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.993257 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.993436 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.993799 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.994005 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.994167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.994283 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.994449 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.994799 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.995581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.995581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.995581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.995581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.996015 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.996015 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.996015 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.996315 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.997265 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.997460 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.997728 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.997863 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.997978 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.998158 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.998353 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.998506 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.998685 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.998835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.998995 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.999161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.999338 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:45.999551 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.000506 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.000506 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.000668 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.000803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.000993 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.001193 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.001399 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.001567 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.001753 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.001940 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.002127 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.002314 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.002501 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.002687 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.002873 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.003061 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.003247 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.003433 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.004519 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.004693 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.004879 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.005088 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.005214 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.005398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.005576 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.005765 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.005949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.006135 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.006322 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.006505 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.006690 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.006875 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.007073 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.007260 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.007541 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.008361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.009535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.009535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.009535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.009535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.009535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.009535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.009535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.009963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.009963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.010143 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.010239 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.010334 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.010537 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.010712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.010893 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.011060 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.011252 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.011444 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.012410 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.012604 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.012799 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.012990 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.014125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.014125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.014125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.014125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.014125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.014125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.014125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.44/identity {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.014743 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.014743 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.014743 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.014978 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.014978 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.015144 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.015286 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.015505 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.016835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.016835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.016835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.017061 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.017131 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.017291 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.017479 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.017665 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.017852 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.018039 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.018226 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.018413 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.018598 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.018784 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.019006 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.019122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.019293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.019495 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.020466 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.020656 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.021018 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.021018 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.021184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.021485 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.021485 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.021644 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.022227 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.022227 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.022227 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.022482 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.022482 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.022614 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.022780 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.024779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.024779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.024779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.024779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.024779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.024779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.024779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.024779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.025411 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.025411 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.025411 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.025638 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.025794 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.026012 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.027709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.027709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.027709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.027709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.027709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.027709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.027709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.027709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.027709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.028316 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.028316 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.028442 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.029949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.029949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.029949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.029949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.029949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.029949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.029949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.029949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.030535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.030535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.030535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.030768 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.030768 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.031270 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.031270 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.031547 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.031692 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.031831 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.031991 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.032189 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.033700 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.033700 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.033700 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.033700 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.033700 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.033700 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.033700 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.033700 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.033700 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.034879 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.034879 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.034879 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.034879 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.034879 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.034879 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.034879 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.036068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.036068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.036068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.036068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 21:32:46.036068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 04 21:32:56.769454 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529eb1bc-1b0b-403e-8f4c-9034784433a8 None None] get_active_networks_info from dv-cinder-749155-4-iscsi {{(pid=80266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 04 21:32:56.931050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529eb1bc-1b0b-403e-8f4c-9034784433a8 None None] No non-hosted networks {{(pid=80266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 04 21:32:56.940524 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1a72a048-510a-4258-8bc0-55533c16c716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663'] for agent, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:00.432399 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-904ad36d-4725-44fa-a6bc-e762a0c3c1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663'] for agent, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:00.503551 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46ce76e7-7fce-4067-9c9b-5276a19cd887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:01.497091 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663'] for agent, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:01.843871 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663'] for agent, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:01.845171 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:01.845654 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:01.846138 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:01.847585 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:01.848063 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:01.848550 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:01.849022 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:01.849532 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:01.850521 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:01.851581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:01.852087 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:01.853393 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:01.854314 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f09fd46e7b8>, 'Open vSwitch agent', 'dv-cinder-749155-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:33:01.865107 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f09fdced898>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-749155-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:33:02.128928 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663'] for agent, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:04.336121 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] get_endpoint_by_host() called for host dv-cinder-749155-4-iscsi {{(pid=80266) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 04 21:33:04.341524 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] get_endpoint_by_ip() called for ip 192.168.0.42 {{(pid=80266) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 04 21:33:04.345212 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] _add_endpoint() called for ip 192.168.0.42 {{(pid=80266) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 04 21:33:04.351251 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] _get_endpoints() called {{(pid=80266) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 04 21:33:04.686229 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 58352) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:33:05.029328 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_hamode_db [None req-e8a4d8da-eae6-465a-925d-f5b7c53f3887 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 04 21:33:05.135669 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a4d8da-eae6-465a-925d-f5b7c53f3887 None None] Routers set() bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:33:05.136108 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a4d8da-eae6-465a-925d-f5b7c53f3887 None None] Router IDs set() for agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 04 21:33:05.493458 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-8fe1a2c2-99fe-414a-b9b2-ccfe9c839253 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 04 21:33:05.494056 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-8fe1a2c2-99fe-414a-b9b2-ccfe9c839253 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 04 21:33:05.743806 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [None req-8fe1a2c2-99fe-414a-b9b2-ccfe9c839253 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80264) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 21:33:05.744990 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8fe1a2c2-99fe-414a-b9b2-ccfe9c839253 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 1.0576050
Dec 04 21:33:08.518674 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 58366) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:33:08.948994 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-6b01c204-a5c9-47f7-bff2-b5a6d1bddc31 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:33:08.998382 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.policy [None req-6b01c204-a5c9-47f7-bff2-b5a6d1bddc31 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80264) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 04 21:33:08.999260 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-6b01c204-a5c9-47f7-bff2-b5a6d1bddc31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 04 21:33:08.999699 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-6b01c204-a5c9-47f7-bff2-b5a6d1bddc31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 04 21:33:09.006784 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota [None req-6b01c204-a5c9-47f7-bff2-b5a6d1bddc31 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f09fde11940>.
Dec 04 21:33:09.053119 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6b01c204-a5c9-47f7-bff2-b5a6d1bddc31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:33:09.109775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b01c204-a5c9-47f7-bff2-b5a6d1bddc31 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363306802320574', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363306802364605', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363306802367699', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363306802150113', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363306802352962', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1971887', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1973013', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-574655', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854085211'] for rbac-policy, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:09.174840 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b01c204-a5c9-47f7-bff2-b5a6d1bddc31 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:09.176109 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6b01c204-a5c9-47f7-bff2-b5a6d1bddc31 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6563909
Dec 04 21:33:12.270856 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 58380) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:33:12.685526 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Request body: {'network': {'project_id': '02a2974fa733432eaab1672a9890b2bf', 'admin_state_up': True, 'name': 'private'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:33:12.691410 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:33:12.696725 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Usage tracker for resource:network and tenant:02a2974fa733432eaab1672a9890b2bf is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:33:12.700398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:33:12.706451 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:33:12.715562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Made reservation on behalf of 02a2974fa733432eaab1672a9890b2bf for: {'network': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:33:12.721910 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:12.741981 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:12.756493 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:33:12.761121 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Usage tracker for resource:security_group_rule and tenant:02a2974fa733432eaab1672a9890b2bf is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:33:12.764642 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:33:12.770260 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:33:12.869992 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:12.872972 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:12.878739 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:33:12.901707 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 21:33:12.930285 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363306798248137', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:12.930860 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Added segment 2c9e6a2e-e94b-4a86-9f51-94ad4f75aaad of type vxlan for network 75b75466-488a-4ebc-a092-02498123e8c3
Dec 04 21:33:12.983332 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611d39fb-c2c5-4d2d-8cd1-d941f612abe7,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:33:13.008036 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:13.008325 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:13.008725 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:13.009123 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:13.009479 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:13.009848 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:13.010203 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:13.010553 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:13.010924 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:13.011271 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:13.011646 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:13.011994 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Tracked resource versions report:
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]: pushed versions:
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]: {   'AddressGroup': {'1.0'},
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Log': {'1.0'},
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Network': {'1.1'},
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Port': {'1.6'},
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SecurityGroup': {'1.3'},
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.1'},
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]: consumer versions:
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:     L3 agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:     Metering agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-749155-4-iscsi: {   'AddressGroup': '1.0',
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.3',
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.1',
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'}}
Dec 04 21:33:13.013208 dv-cinder-749155-4-iscsi neutron-server[80155]:  {{(pid=80264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 04 21:33:13.057150 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730055956612'] for network, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:13.065964 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:33:13.098834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for network, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:13.100229 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:33:13.101567 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:13.106543 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:33:13.372332 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.1001647
Dec 04 21:33:13.375107 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Pushing event updated for resources: {'Network': ['ID=75b75466-488a-4ebc-a092-02498123e8c3,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:33:13.378365 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:33:13.388088 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Network 75b75466-488a-4ebc-a092-02498123e8c3 details requested by agent ovs-agent-dv-cinder-749155-4-iscsi with host dv-cinder-749155-4-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:33:16.582956 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 58396) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:33:17.123055 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57970bd1-342e-4569-bc95-4d0a058653b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:33:17.126717 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-57970bd1-342e-4569-bc95-4d0a058653b3 admin admin] 10.222.0.44 "GET /v2.0/networks/75b75466-488a-4ebc-a092-02498123e8c3 HTTP/1.1" status: 200  len: 818 time: 0.5426378
Dec 04 21:33:17.157558 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-69284c89-3b07-45ee-8bac-5737c0704707 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/ef963042-933d-479c-8f83-534c42fd2089 HTTP/1.1" status: 200  len: 734 time: 0.0234210
Dec 04 21:33:17.168396 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-598fe938-ff38-453f-ae67-dd2539c5c383 admin admin] Request body: {'subnet': {'tenant_id': '02a2974fa733432eaab1672a9890b2bf', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ef963042-933d-479c-8f83-534c42fd2089', 'network_id': '75b75466-488a-4ebc-a092-02498123e8c3', 'name': 'private-subnet'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:33:17.173195 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-598fe938-ff38-453f-ae67-dd2539c5c383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:33:17.177167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-598fe938-ff38-453f-ae67-dd2539c5c383 admin admin] Usage tracker for resource:subnet and tenant:02a2974fa733432eaab1672a9890b2bf is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:33:17.181222 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-598fe938-ff38-453f-ae67-dd2539c5c383 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:33:17.186881 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-598fe938-ff38-453f-ae67-dd2539c5c383 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:33:17.195892 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598fe938-ff38-453f-ae67-dd2539c5c383 admin admin] Made reservation on behalf of 02a2974fa733432eaab1672a9890b2bf for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:33:17.200469 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-598fe938-ff38-453f-ae67-dd2539c5c383 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:17.725327 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-598fe938-ff38-453f-ae67-dd2539c5c383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:17.740957 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:33:17.877927 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598fe938-ff38-453f-ae67-dd2539c5c383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66fa5eb8-5999-4a0b-93b3-b6a295fece17,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:33:17.893372 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-598fe938-ff38-453f-ae67-dd2539c5c383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:33:17.950515 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598fe938-ff38-453f-ae67-dd2539c5c383 admin admin] Checking segment: {'id': '2c9e6a2e-e94b-4a86-9f51-94ad4f75aaad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '75b75466-488a-4ebc-a092-02498123e8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:33:17.950894 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598fe938-ff38-453f-ae67-dd2539c5c383 admin admin] Network hostable DHCP agents. Network: 75b75466-488a-4ebc-a092-02498123e8c3, hostable agents: ['edec75b3-292e-457a-a0f5-2edc56458644'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 21:33:17.972303 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598fe938-ff38-453f-ae67-dd2539c5c383 admin admin] Network 75b75466-488a-4ebc-a092-02498123e8c3 is scheduled to be hosted by DHCP agent edec75b3-292e-457a-a0f5-2edc56458644 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 21:33:17.982320 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-598fe938-ff38-453f-ae67-dd2539c5c383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-iscsi, 75b75466-488a-4ebc-a092-02498123e8c3) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:33:17.986951 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598fe938-ff38-453f-ae67-dd2539c5c383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:33:17.987641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-598fe938-ff38-453f-ae67-dd2539c5c383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:17.994852 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8336bd56-dabb-4534-bf5b-09fa566140c0 None None] Network 75b75466-488a-4ebc-a092-02498123e8c3 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:33:18.007806 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-598fe938-ff38-453f-ae67-dd2539c5c383 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8433955
Dec 04 21:33:18.348297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp678eb2ec-3345-59a2-8acd-39908cd7c581-75b75466-488a-4ebc-a092-02498123e8c3', 'network_id': '75b75466-488a-4ebc-a092-02498123e8c3', 'tenant_id': '02a2974fa733432eaab1672a9890b2bf', 'fixed_ips': [{'subnet_id': '66fa5eb8-5999-4a0b-93b3-b6a295fece17'}]}} from dv-cinder-749155-4-iscsi. {{(pid=80266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 04 21:33:18.349592 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:18.894239 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Allocated IP 172.20.0.2 (75b75466-488a-4ebc-a092-02498123e8c3/66fa5eb8-5999-4a0b-93b3-b6a295fece17/b2288d12-97e6-4fb7-b680-8733d9b554f8) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:33:19.139285 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:19.153381 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Transition to ACTIVE for port object b2288d12-97e6-4fb7-b680-8733d9b554f8 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:33:19.171063 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Transition to ACTIVE for port object b2288d12-97e6-4fb7-b680-8733d9b554f8 will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:33:19.177591 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:19.196927 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:33:19.333811 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Pushing event updated for resources: {'Port': ['ID=b2288d12-97e6-4fb7-b680-8733d9b554f8,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:33:19.348050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:19.348430 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:19.348808 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:19.349174 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:19.349544 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:19.349903 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:19.350263 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:19.350621 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:19.351001 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:19.351355 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:19.351853 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:19.352484 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Tracked resource versions report:
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]: pushed versions:
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]: {   'AddressGroup': {'1.0'},
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Log': {'1.0'},
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Network': {'1.1'},
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Port': {'1.6'},
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SecurityGroup': {'1.3'},
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.1'},
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]: consumer versions:
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:     L3 agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:     Metering agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-749155-4-iscsi: {   'AddressGroup': '1.0',
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.3',
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.1',
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'}}
Dec 04 21:33:19.353403 dv-cinder-749155-4-iscsi neutron-server[80155]:  {{(pid=80266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 04 21:33:19.357339 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:33:19.417803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Network 75b75466-488a-4ebc-a092-02498123e8c3 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:33:19.418972 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Resources bound (agent type, host, resource id):  {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:33:19.421980 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:33:19.484177 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Attempting to bind port b2288d12-97e6-4fb7-b680-8733d9b554f8 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:33:19.484578 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Attempting to bind port b2288d12-97e6-4fb7-b680-8733d9b554f8 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': '2c9e6a2e-e94b-4a86-9f51-94ad4f75aaad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '75b75466-488a-4ebc-a092-02498123e8c3'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:33:19.484992 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Attempting to bind port b2288d12-97e6-4fb7-b680-8733d9b554f8 on network 75b75466-488a-4ebc-a092-02498123e8c3 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:33:19.490714 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:33:19.491180 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Checking segment: {'id': '2c9e6a2e-e94b-4a86-9f51-94ad4f75aaad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '75b75466-488a-4ebc-a092-02498123e8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:33:19.492956 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:19.492956 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Bound using segment: {'id': '2c9e6a2e-e94b-4a86-9f51-94ad4f75aaad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '75b75466-488a-4ebc-a092-02498123e8c3'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:33:19.493150 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Bound port: b2288d12-97e6-4fb7-b680-8733d9b554f8, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9e6a2e-e94b-4a86-9f51-94ad4f75aaad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '75b75466-488a-4ebc-a092-02498123e8c3'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:33:19.494150 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:19.590730 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] For port b2288d12-97e6-4fb7-b680-8733d9b554f8, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:33:19.595229 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] For port b2288d12-97e6-4fb7-b680-8733d9b554f8, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=b2288d12-97e6-4fb7-b680-8733d9b554f8,segment=NetworkSegment(2c9e6a2e-e94b-4a86-9f51-94ad4f75aaad),segment_id=2c9e6a2e-e94b-4a86-9f51-94ad4f75aaad)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:33:19.598591 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:19.614975 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:33:19.770915 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Pushing event updated for resources: {'Port': ['ID=b2288d12-97e6-4fb7-b680-8733d9b554f8,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:33:19.776933 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:33:20.825751 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 58406) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:33:21.549905 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-f953bc0e-b07e-4c91-be77-7e9d561cfff2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 04 21:33:21.550515 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-f953bc0e-b07e-4c91-be77-7e9d561cfff2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 04 21:33:21.797384 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [None req-f953bc0e-b07e-4c91-be77-7e9d561cfff2 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 21:33:21.798757 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f953bc0e-b07e-4c91-be77-7e9d561cfff2 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.9710333
Dec 04 21:33:24.360632 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377fdf1f-8266-4ed7-9273-5c3265453917 None None] Network 75b75466-488a-4ebc-a092-02498123e8c3 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:33:24.438524 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device b2288d12-97e6-4fb7-b680-8733d9b554f8 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:33:24.489338 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f99384ea-ee19-466e-abc6-0a5e77c7eeec None None] Provisioning for port b2288d12-97e6-4fb7-b680-8733d9b554f8 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:33:24.624610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port b2288d12-97e6-4fb7-b680-8733d9b554f8 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:33:24.635238 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port b2288d12-97e6-4fb7-b680-8733d9b554f8 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:33:24.635683 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:24.666306 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 58426) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:33:24.832633 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:24.895346 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:33:24.895597 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port b2288d12-97e6-4fb7-b680-8733d9b554f8, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=b2288d12-97e6-4fb7-b680-8733d9b554f8,segment=NetworkSegment(2c9e6a2e-e94b-4a86-9f51-94ad4f75aaad),segment_id=2c9e6a2e-e94b-4a86-9f51-94ad4f75aaad)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:33:24.900669 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:24.904883 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:33:24.981424 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=b2288d12-97e6-4fb7-b680-8733d9b554f8,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:33:24.990324 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:33:25.048800 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-bd2255f1-c047-4a05-bf76-fa36135631bb None None] Provisioning complete for port b2288d12-97e6-4fb7-b680-8733d9b554f8 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:33:25.049424 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bd2255f1-c047-4a05-bf76-fa36135631bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:25.266912 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [None req-ac89abc0-3ede-4987-87ea-de7752802f13 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 21:33:25.268079 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ac89abc0-3ede-4987-87ea-de7752802f13 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.6007652
Dec 04 21:33:25.315131 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-ba58ce5f-07d3-4b54-b905-e23b4e441c59 None None] Provisioning complete for port b2288d12-97e6-4fb7-b680-8733d9b554f8 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:33:25.315602 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba58ce5f-07d3-4b54-b905-e23b4e441c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:25.599242 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-172e0cfc-fd8e-4aa9-8aec-54450a37b1b1 None None] Provisioning complete for port b2288d12-97e6-4fb7-b680-8733d9b554f8 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:33:25.599839 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-172e0cfc-fd8e-4aa9-8aec-54450a37b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:26.389505 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device b2288d12-97e6-4fb7-b680-8733d9b554f8 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:33:26.461810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port b2288d12-97e6-4fb7-b680-8733d9b554f8 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:33:26.462200 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:26.594845 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-48187f22-ee11-45a2-b289-a892aed42fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:28.535556 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 58438) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:33:28.952794 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-03f0e14d-1cb3-445f-99e9-e55216133b03 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '02a2974fa733432eaab1672a9890b2bf', 'name': 'router1'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:33:28.988150 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.policy [None req-03f0e14d-1cb3-445f-99e9-e55216133b03 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80265) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 04 21:33:28.988999 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-03f0e14d-1cb3-445f-99e9-e55216133b03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 04 21:33:28.989411 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-03f0e14d-1cb3-445f-99e9-e55216133b03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 04 21:33:28.997525 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.quota [None req-03f0e14d-1cb3-445f-99e9-e55216133b03 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f09fdbd1d30>.
Dec 04 21:33:29.043227 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-03f0e14d-1cb3-445f-99e9-e55216133b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:33:29.050169 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-03f0e14d-1cb3-445f-99e9-e55216133b03 admin admin] Usage tracker for resource:router and tenant:02a2974fa733432eaab1672a9890b2bf is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:33:29.054325 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-03f0e14d-1cb3-445f-99e9-e55216133b03 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:33:29.063151 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-03f0e14d-1cb3-445f-99e9-e55216133b03 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:33:29.078676 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03f0e14d-1cb3-445f-99e9-e55216133b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853841144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746027'] for router, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:29.080740 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03f0e14d-1cb3-445f-99e9-e55216133b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853826143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853820664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-955605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29773'] for router, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:29.107695 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03f0e14d-1cb3-445f-99e9-e55216133b03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:29.222058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03f0e14d-1cb3-445f-99e9-e55216133b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955187'] for router, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:29.244421 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03f0e14d-1cb3-445f-99e9-e55216133b03 admin admin] Notify callbacks [] for router, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:29.245727 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-03f0e14d-1cb3-445f-99e9-e55216133b03 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7091222
Dec 04 21:33:30.444050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ef97ae3-fa65-4380-8ceb-7fe07f2fdb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:31.450520 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:31.842601 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:31.986551 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 58460) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:33:32.032601 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:32.181473 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [None req-6089a2de-698a-40d9-a302-143c06a5d020 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 21:33:32.182532 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6089a2de-698a-40d9-a302-143c06a5d020 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1950302
Dec 04 21:33:34.765790 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 58480) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:33:34.847267 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:33:34.854897 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:33:34.858897 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Usage tracker for resource:network and tenant:4ffb39e97f3941989156ae569142e0e4 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:33:34.862319 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:33:34.869229 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:33:34.877972 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Made reservation on behalf of 4ffb39e97f3941989156ae569142e0e4 for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:33:34.884574 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:34.901939 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:34.918475 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:33:34.922398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Usage tracker for resource:security_group_rule and tenant:4ffb39e97f3941989156ae569142e0e4 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:33:34.925715 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:33:34.932262 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:33:35.033823 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:35.036816 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:35.043008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:33:35.055965 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Reserving flat network on physical network physnet1 {{(pid=80265) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Dec 04 21:33:35.084737 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363306798248137', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:35.085376 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f09feb0f378> segment precommit_create {{(pid=80265) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 04 21:33:35.085994 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Added segment a4c09c42-fb70-4062-b664-179a9ab83ccd of type flat for network 5a5bc502-ed14-4f0a-889e-34e38dce125b
Dec 04 21:33:35.155946 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f863bbb-9df7-48c7-8ff7-91dad960bdd6,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:33:35.326984 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:35.327383 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:35.327785 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:35.328186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:35.328541 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:35.328947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:35.329366 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:35.329725 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:35.330091 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:35.330441 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:35.330789 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:35.331136 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Tracked resource versions report:
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]: pushed versions:
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]: {   'AddressGroup': {'1.0'},
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Log': {'1.0'},
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Network': {'1.1'},
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Port': {'1.6'},
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SecurityGroup': {'1.3'},
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.1'},
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]: consumer versions:
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:     L3 agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:     Metering agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-749155-4-iscsi: {   'AddressGroup': '1.0',
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.3',
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.1',
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'}}
Dec 04 21:33:35.332332 dv-cinder-749155-4-iscsi neutron-server[80155]:  {{(pid=80265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 04 21:33:35.377897 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730055956612'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:35.386094 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:33:35.425873 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:35.427213 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:33:35.427913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:35.432882 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:33:35.545939 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7789340
Dec 04 21:33:35.548854 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Pushing event updated for resources: {'Network': ['ID=5a5bc502-ed14-4f0a-889e-34e38dce125b,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:33:35.552127 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:33:35.560059 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b details requested by agent ovs-agent-dv-cinder-749155-4-iscsi with host dv-cinder-749155-4-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:33:38.200810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 58494) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:33:38.350351 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dcd3ca-9cbd-48e4-81f1-46bfe7ac7922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:33:38.351981 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-06dcd3ca-9cbd-48e4-81f1-46bfe7ac7922 admin admin] 10.222.0.44 "GET /v2.0/subnets/66fa5eb8-5999-4a0b-93b3-b6a295fece17 HTTP/1.1" status: 200  len: 849 time: 0.1499364
Dec 04 21:33:38.498049 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-808103c5-4ee7-4a6b-811c-c3f1ef5aeb43 admin admin] 10.222.0.44 "GET /v2.0/routers/ce009a94-be7b-42b0-8dea-2f1b12487c90 HTTP/1.1" status: 200  len: 704 time: 0.1393366
Dec 04 21:33:38.978451 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:39.371869 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Allocated IP 172.20.0.1 (75b75466-488a-4ebc-a092-02498123e8c3/66fa5eb8-5999-4a0b-93b3-b6a295fece17/1a2f9b2b-664c-4b8b-809a-260473735ae7) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:33:39.535961 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:39.554222 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Transition to ACTIVE for port object 1a2f9b2b-664c-4b8b-809a-260473735ae7 will not be triggered until provisioned by entity DHCP. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:33:39.601204 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:39.620193 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:33:39.902443 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Pushing event updated for resources: {'Port': ['ID=1a2f9b2b-664c-4b8b-809a-260473735ae7,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:33:39.906040 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:33:39.965172 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Network 75b75466-488a-4ebc-a092-02498123e8c3 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:33:39.966398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:33:39.969661 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:33:39.970205 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-978543'] for router_interface, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:40.132049 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-532aa757-d095-43e1-8835-f7ce8140024f None None] Provisioning for port 1a2f9b2b-664c-4b8b-809a-260473735ae7 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:33:40.138137 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-532aa757-d095-43e1-8835-f7ce8140024f None None] Provisioning complete for port 1a2f9b2b-664c-4b8b-809a-260473735ae7 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:33:40.138641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-532aa757-d095-43e1-8835-f7ce8140024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:40.198519 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-532aa757-d095-43e1-8835-f7ce8140024f None None] Port 1a2f9b2b-664c-4b8b-809a-260473735ae7 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:33:40.240819 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:40.535612 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:40.539971 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:40.541116 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853288963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853797172'] for router_interface, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:40.556082 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:33:40.683731 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Pushing event updated for resources: {'Port': ['ID=1a2f9b2b-664c-4b8b-809a-260473735ae7,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:33:40.688651 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:33:40.746237 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Network 75b75466-488a-4ebc-a092-02498123e8c3 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:33:40.747354 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:33:40.924220 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-6babcb91-01b3-425e-ab3f-bfbbc6920f99 None None] Provisioning complete for port 1a2f9b2b-664c-4b8b-809a-260473735ae7 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:33:40.924630 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6babcb91-01b3-425e-ab3f-bfbbc6920f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:40.945100 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Router ce009a94-be7b-42b0-8dea-2f1b12487c90 is scheduled to L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 with binding_index 1 {{(pid=80265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 04 21:33:40.978720 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-6babcb91-01b3-425e-ab3f-bfbbc6920f99 None None] Port 1a2f9b2b-664c-4b8b-809a-260473735ae7 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:33:41.107769 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:33:41.117637 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Sync routers for ids ['ce009a94-be7b-42b0-8dea-2f1b12487c90'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:33:41.118890 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] 10.222.0.44 "PUT /v2.0/routers/ce009a94-be7b-42b0-8dea-2f1b12487c90/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6149824
Dec 04 21:33:41.130100 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Routers {'ce009a94-be7b-42b0-8dea-2f1b12487c90'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:33:41.131103 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fdce75c0>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:33:30Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['ce009a94-be7b-42b0-8dea-2f1b12487c90'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:33:41.339997 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Set router ce009a94-be7b-42b0-8dea-2f1b12487c90 gateway port host: None {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:33:41.749073 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fdce75c0>, [{'id': 'ce009a94-be7b-42b0-8dea-2f1b12487c90', 'name': 'router1', 'tenant_id': '02a2974fa733432eaab1672a9890b2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:33:29Z', 'updated_at': '2020-12-04T21:33:40Z', 'revision_number': 2, 'project_id': '02a2974fa733432eaab1672a9890b2bf', 'gw_port_host': None, '_interfaces': [{'id': '1a2f9b2b-664c-4b8b-809a-260473735ae7', 'name': '', 'network_id': '75b75466-488a-4ebc-a092-02498123e8c3', 'tenant_id': '02a2974fa733432eaab1672a9890b2bf', 'mac_address': 'fa:16:3e:5c:f3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce009a94-be7b-42b0-8dea-2f1b12487c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '66fa5eb8-5999-4a0b-93b3-b6a295fece17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:33:39Z', 'updated_at': '2020-12-04T21:33:40Z', 'revision_number': 2, 'project_id': '02a2974fa733432eaab1672a9890b2bf', 'subnets': [{'id': '66fa5eb8-5999-4a0b-93b3-b6a295fece17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef963042-933d-479c-8f83-534c42fd2089'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:33:41.754542 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Checking router: ce009a94-be7b-42b0-8dea-2f1b12487c90 for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:33:41.754949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Updating router ce009a94-be7b-42b0-8dea-2f1b12487c90 port 1a2f9b2b-664c-4b8b-809a-260473735ae7 binding host dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 21:33:41.811340 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:42.437216 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:42.453966 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Transition to ACTIVE for port object 1a2f9b2b-664c-4b8b-809a-260473735ae7 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:33:42.456987 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:42.474543 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:33:42.624218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff173a3-d699-4b4b-b752-0fc0ea7631cc None None] Pushing event updated for resources: {'Port': ['ID=1a2f9b2b-664c-4b8b-809a-260473735ae7,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:33:42.636156 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff173a3-d699-4b4b-b752-0fc0ea7631cc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:42.636529 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff173a3-d699-4b4b-b752-0fc0ea7631cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:42.636897 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff173a3-d699-4b4b-b752-0fc0ea7631cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:42.637260 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff173a3-d699-4b4b-b752-0fc0ea7631cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:42.637618 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff173a3-d699-4b4b-b752-0fc0ea7631cc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:42.637989 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff173a3-d699-4b4b-b752-0fc0ea7631cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:42.638335 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff173a3-d699-4b4b-b752-0fc0ea7631cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:42.638683 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff173a3-d699-4b4b-b752-0fc0ea7631cc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:42.639036 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff173a3-d699-4b4b-b752-0fc0ea7631cc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:42.639385 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff173a3-d699-4b4b-b752-0fc0ea7631cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:42.639763 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff173a3-d699-4b4b-b752-0fc0ea7631cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:42.640109 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff173a3-d699-4b4b-b752-0fc0ea7631cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff173a3-d699-4b4b-b752-0fc0ea7631cc None None] Tracked resource versions report:
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]: pushed versions:
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]: {   'AddressGroup': {'1.0'},
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Log': {'1.0'},
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Network': {'1.1'},
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Port': {'1.6'},
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SecurityGroup': {'1.3'},
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.1'},
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]: consumer versions:
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:     L3 agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:     Metering agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-749155-4-iscsi: {   'AddressGroup': '1.0',
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.3',
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.1',
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'}}
Dec 04 21:33:42.641274 dv-cinder-749155-4-iscsi neutron-server[80155]:  {{(pid=80267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 04 21:33:42.661388 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fff173a3-d699-4b4b-b752-0fc0ea7631cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:33:42.830782 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Attempting to bind port 1a2f9b2b-664c-4b8b-809a-260473735ae7 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:33:42.831620 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Attempting to bind port 1a2f9b2b-664c-4b8b-809a-260473735ae7 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': '2c9e6a2e-e94b-4a86-9f51-94ad4f75aaad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '75b75466-488a-4ebc-a092-02498123e8c3'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:33:42.831620 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Attempting to bind port 1a2f9b2b-664c-4b8b-809a-260473735ae7 on network 75b75466-488a-4ebc-a092-02498123e8c3 {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:33:42.838261 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:33:42.838681 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Checking segment: {'id': '2c9e6a2e-e94b-4a86-9f51-94ad4f75aaad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '75b75466-488a-4ebc-a092-02498123e8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:33:42.839098 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:42.839569 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Bound using segment: {'id': '2c9e6a2e-e94b-4a86-9f51-94ad4f75aaad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '75b75466-488a-4ebc-a092-02498123e8c3'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:33:42.840076 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Bound port: 1a2f9b2b-664c-4b8b-809a-260473735ae7, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9e6a2e-e94b-4a86-9f51-94ad4f75aaad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '75b75466-488a-4ebc-a092-02498123e8c3'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:33:42.840482 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:42.935316 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] For port 1a2f9b2b-664c-4b8b-809a-260473735ae7, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:33:42.939675 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] For port 1a2f9b2b-664c-4b8b-809a-260473735ae7, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=1a2f9b2b-664c-4b8b-809a-260473735ae7,segment=NetworkSegment(2c9e6a2e-e94b-4a86-9f51-94ad4f75aaad),segment_id=2c9e6a2e-e94b-4a86-9f51-94ad4f75aaad)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:33:42.942896 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:42.959429 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:33:43.150488 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff173a3-d699-4b4b-b752-0fc0ea7631cc None None] Pushing event updated for resources: {'Port': ['ID=1a2f9b2b-664c-4b8b-809a-260473735ae7,revision_number=4']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:33:43.153957 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fff173a3-d699-4b4b-b752-0fc0ea7631cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:33:43.231691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Routers {'ce009a94-be7b-42b0-8dea-2f1b12487c90'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:33:43.232953 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fdce75c0>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:33:30Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['ce009a94-be7b-42b0-8dea-2f1b12487c90'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:33:43.506030 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] Set router ce009a94-be7b-42b0-8dea-2f1b12487c90 gateway port host: None {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:33:43.882230 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 58506) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:33:43.907810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fdce75c0>, [{'id': 'ce009a94-be7b-42b0-8dea-2f1b12487c90', 'name': 'router1', 'tenant_id': '02a2974fa733432eaab1672a9890b2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:33:29Z', 'updated_at': '2020-12-04T21:33:40Z', 'revision_number': 2, 'project_id': '02a2974fa733432eaab1672a9890b2bf', 'gw_port_host': None, '_interfaces': [{'id': '1a2f9b2b-664c-4b8b-809a-260473735ae7', 'name': '', 'network_id': '75b75466-488a-4ebc-a092-02498123e8c3', 'tenant_id': '02a2974fa733432eaab1672a9890b2bf', 'mac_address': 'fa:16:3e:5c:f3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce009a94-be7b-42b0-8dea-2f1b12487c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '66fa5eb8-5999-4a0b-93b3-b6a295fece17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:33:39Z', 'updated_at': '2020-12-04T21:33:42Z', 'revision_number': 4, 'project_id': '02a2974fa733432eaab1672a9890b2bf', 'subnets': [{'id': '66fa5eb8-5999-4a0b-93b3-b6a295fece17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef963042-933d-479c-8f83-534c42fd2089'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:33:43.913289 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99938cb0-0bec-4565-ba15-d227cca7810c None None] The sync data for ids ['ce009a94-be7b-42b0-8dea-2f1b12487c90'] in dv-cinder-749155-4-iscsi is: [{'id': 'ce009a94-be7b-42b0-8dea-2f1b12487c90', 'name': 'router1', 'tenant_id': '02a2974fa733432eaab1672a9890b2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:33:29Z', 'updated_at': '2020-12-04T21:33:40Z', 'revision_number': 2, 'project_id': '02a2974fa733432eaab1672a9890b2bf', 'gw_port_host': None, '_interfaces': [{'id': '1a2f9b2b-664c-4b8b-809a-260473735ae7', 'name': '', 'network_id': '75b75466-488a-4ebc-a092-02498123e8c3', 'tenant_id': '02a2974fa733432eaab1672a9890b2bf', 'mac_address': 'fa:16:3e:5c:f3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce009a94-be7b-42b0-8dea-2f1b12487c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '66fa5eb8-5999-4a0b-93b3-b6a295fece17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:33:39Z', 'updated_at': '2020-12-04T21:33:42Z', 'revision_number': 4, 'project_id': '02a2974fa733432eaab1672a9890b2bf', 'subnets': [{'id': '66fa5eb8-5999-4a0b-93b3-b6a295fece17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef963042-933d-479c-8f83-534c42fd2089'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:33:44.080772 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15568c99-3b9b-4ffd-a5f1-be33ddb1bcf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:33:44.081330 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-15568c99-3b9b-4ffd-a5f1-be33ddb1bcf6 admin admin] Synchronizing usage tracker for tenant:4ffb39e97f3941989156ae569142e0e4 on resource:network {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:33:44.102396 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-15568c99-3b9b-4ffd-a5f1-be33ddb1bcf6 admin admin] Unset dirty status for tenant:4ffb39e97f3941989156ae569142e0e4 on resource:network {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:33:44.103715 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-15568c99-3b9b-4ffd-a5f1-be33ddb1bcf6 admin admin] 10.222.0.44 "GET /v2.0/networks/5a5bc502-ed14-4f0a-889e-34e38dce125b HTTP/1.1" status: 200  len: 842 time: 0.2192514
Dec 04 21:33:44.120015 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-02bfd362-9908-4ad9-9371-9387f54cc7de admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'gateway_ip': '172.27.1.1'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:33:44.125949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-02bfd362-9908-4ad9-9371-9387f54cc7de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:33:44.130439 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-02bfd362-9908-4ad9-9371-9387f54cc7de admin admin] Usage tracker for resource:subnet and tenant:4ffb39e97f3941989156ae569142e0e4 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:33:44.134534 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-02bfd362-9908-4ad9-9371-9387f54cc7de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:33:44.141339 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-02bfd362-9908-4ad9-9371-9387f54cc7de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:33:44.151229 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bfd362-9908-4ad9-9371-9387f54cc7de admin admin] Made reservation on behalf of 4ffb39e97f3941989156ae569142e0e4 for: {'subnet': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:33:44.156007 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02bfd362-9908-4ad9-9371-9387f54cc7de admin admin] Notify callbacks [] for subnet, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:44.621336 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-02bfd362-9908-4ad9-9371-9387f54cc7de admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80265) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 04 21:33:44.621732 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02bfd362-9908-4ad9-9371-9387f54cc7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for subnet, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:44.637614 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:33:44.769393 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfd362-9908-4ad9-9371-9387f54cc7de admin admin] Pushing event updated for resources: {'Subnet': ['ID=2af0f04a-6e02-4e2b-b142-69b01684337c,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:33:44.776631 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-02bfd362-9908-4ad9-9371-9387f54cc7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:33:44.864321 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bfd362-9908-4ad9-9371-9387f54cc7de admin admin] Checking segment: {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:33:44.864875 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bfd362-9908-4ad9-9371-9387f54cc7de admin admin] Network hostable DHCP agents. Network: 5a5bc502-ed14-4f0a-889e-34e38dce125b, hostable agents: ['edec75b3-292e-457a-a0f5-2edc56458644'], hosted agents: [] {{(pid=80265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 21:33:44.888785 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bfd362-9908-4ad9-9371-9387f54cc7de admin admin] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b is scheduled to be hosted by DHCP agent edec75b3-292e-457a-a0f5-2edc56458644 with binding_index 1 {{(pid=80265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 21:33:44.899502 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-02bfd362-9908-4ad9-9371-9387f54cc7de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-iscsi, 5a5bc502-ed14-4f0a-889e-34e38dce125b) {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:33:44.903734 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bfd362-9908-4ad9-9371-9387f54cc7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:33:44.904364 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02bfd362-9908-4ad9-9371-9387f54cc7de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:44.908245 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0945326a-b199-43e5-925d-1f8680733099 None None] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:33:44.927803 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-02bfd362-9908-4ad9-9371-9387f54cc7de admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8120253
Dec 04 21:33:45.222228 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eb8865-4bfa-43f9-b113-a924bdc51a9b None None] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:33:46.424647 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 1a2f9b2b-664c-4b8b-809a-260473735ae7 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:33:46.497436 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port 1a2f9b2b-664c-4b8b-809a-260473735ae7 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:33:46.502271 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 1a2f9b2b-664c-4b8b-809a-260473735ae7 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:33:46.502680 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:46.619945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:46.653148 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port 1a2f9b2b-664c-4b8b-809a-260473735ae7, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=1a2f9b2b-664c-4b8b-809a-260473735ae7,segment=NetworkSegment(2c9e6a2e-e94b-4a86-9f51-94ad4f75aaad),segment_id=2c9e6a2e-e94b-4a86-9f51-94ad4f75aaad)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:33:46.658699 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:46.661818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:33:46.731876 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=1a2f9b2b-664c-4b8b-809a-260473735ae7,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:33:46.735062 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:33:47.583657 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 58520) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:33:47.987495 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b437b8c9-ef7b-4d41-b27b-6d162b5f891d admin admin] 10.222.0.44 "GET /v2.0/routers/ce009a94-be7b-42b0-8dea-2f1b12487c90 HTTP/1.1" status: 200  len: 710 time: 0.4025450
Dec 04 21:33:48.136688 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f07171-5c97-4b7d-a66e-43dc00cfb5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:33:48.138170 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-33f07171-5c97-4b7d-a66e-43dc00cfb5c8 admin admin] 10.222.0.44 "GET /v2.0/networks/5a5bc502-ed14-4f0a-889e-34e38dce125b HTTP/1.1" status: 200  len: 886 time: 0.1445069
Dec 04 21:33:48.148704 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:33:48.402652 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 1a2f9b2b-664c-4b8b-809a-260473735ae7 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:33:48.471691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 1a2f9b2b-664c-4b8b-809a-260473735ae7 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:33:48.472091 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:48.607802 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853820647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29822'] for router, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:48.959038 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:48.993423 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:49.006903 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:49.027366 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:33:49.031520 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:33:49.034580 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:33:49.041308 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:33:49.133337 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:49.136301 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:49.152030 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:33:49.246276 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0913803f-1e77-4436-830e-3c17312ef9ea,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:33:49.250723 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:33:49.411187 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Allocated IP 172.27.1.204 (5a5bc502-ed14-4f0a-889e-34e38dce125b/2af0f04a-6e02-4e2b-b142-69b01684337c/4594241f-1c12-405f-b2e6-476da8599d14) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:33:49.568791 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:49.594389 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:49.611253 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:33:49.740709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=4594241f-1c12-405f-b2e6-476da8599d14,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:33:49.745645 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:33:49.797470 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:33:49.798633 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:33:49.801184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:33:50.385442 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:50.735583 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853820647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29822'] for router, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:50.739085 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-955170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853820630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934690'] for router, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:50.925134 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Router ce009a94-be7b-42b0-8dea-2f1b12487c90 has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:33:51.108533 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:33:51.118971 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Sync routers for ids ['ce009a94-be7b-42b0-8dea-2f1b12487c90'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:33:51.125753 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Notify callbacks [] for router, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:51.127236 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] 10.222.0.44 "PUT /v2.0/routers/ce009a94-be7b-42b0-8dea-2f1b12487c90 HTTP/1.1" status: 200  len: 890 time: 2.9827158
Dec 04 21:33:51.129117 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Routers {'ce009a94-be7b-42b0-8dea-2f1b12487c90'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:33:51.129799 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fce3a048>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:33:30Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['ce009a94-be7b-42b0-8dea-2f1b12487c90'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:33:51.337081 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Set router ce009a94-be7b-42b0-8dea-2f1b12487c90 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:33:51.786632 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fce3a048>, [{'id': 'ce009a94-be7b-42b0-8dea-2f1b12487c90', 'name': 'router1', 'tenant_id': '02a2974fa733432eaab1672a9890b2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '4594241f-1c12-405f-b2e6-476da8599d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:33:29Z', 'updated_at': '2020-12-04T21:33:50Z', 'revision_number': 4, 'project_id': '02a2974fa733432eaab1672a9890b2bf', 'gw_port': {'id': '4594241f-1c12-405f-b2e6-476da8599d14', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:56:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce009a94-be7b-42b0-8dea-2f1b12487c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:33:49Z', 'updated_at': '2020-12-04T21:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '1a2f9b2b-664c-4b8b-809a-260473735ae7', 'name': '', 'network_id': '75b75466-488a-4ebc-a092-02498123e8c3', 'tenant_id': '02a2974fa733432eaab1672a9890b2bf', 'mac_address': 'fa:16:3e:5c:f3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce009a94-be7b-42b0-8dea-2f1b12487c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '66fa5eb8-5999-4a0b-93b3-b6a295fece17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:33:39Z', 'updated_at': '2020-12-04T21:33:46Z', 'revision_number': 5, 'project_id': '02a2974fa733432eaab1672a9890b2bf', 'subnets': [{'id': '66fa5eb8-5999-4a0b-93b3-b6a295fece17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef963042-933d-479c-8f83-534c42fd2089'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:33:51.792547 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Checking router: ce009a94-be7b-42b0-8dea-2f1b12487c90 for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:33:51.792926 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Updating router ce009a94-be7b-42b0-8dea-2f1b12487c90 port 4594241f-1c12-405f-b2e6-476da8599d14 binding host dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 21:33:51.849157 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:52.262971 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:52.278271 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Transition to ACTIVE for port object 4594241f-1c12-405f-b2e6-476da8599d14 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:33:52.281444 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:52.297379 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:33:52.432492 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e97c2-dded-4027-98f1-5f11d923ae34 None None] Pushing event updated for resources: {'Port': ['ID=4594241f-1c12-405f-b2e6-476da8599d14,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:33:52.436830 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4e9e97c2-dded-4027-98f1-5f11d923ae34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:33:52.499871 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Attempting to bind port 4594241f-1c12-405f-b2e6-476da8599d14 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:33:52.500270 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Attempting to bind port 4594241f-1c12-405f-b2e6-476da8599d14 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:33:52.500671 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Attempting to bind port 4594241f-1c12-405f-b2e6-476da8599d14 on network 5a5bc502-ed14-4f0a-889e-34e38dce125b {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:33:52.507013 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:33:52.507429 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Checking segment: {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:33:52.508459 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:52.508882 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Bound using segment: {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:33:52.509389 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Bound port: 4594241f-1c12-405f-b2e6-476da8599d14, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:33:52.509807 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:52.584208 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] For port 4594241f-1c12-405f-b2e6-476da8599d14, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:33:52.587683 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] For port 4594241f-1c12-405f-b2e6-476da8599d14, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=4594241f-1c12-405f-b2e6-476da8599d14,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:33:52.591700 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:52.607850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:33:52.753659 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e97c2-dded-4027-98f1-5f11d923ae34 None None] Pushing event updated for resources: {'Port': ['ID=4594241f-1c12-405f-b2e6-476da8599d14,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:33:52.767342 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4e9e97c2-dded-4027-98f1-5f11d923ae34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:33:52.810500 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Routers {'ce009a94-be7b-42b0-8dea-2f1b12487c90'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:33:52.811368 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fce3a048>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:33:30Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['ce009a94-be7b-42b0-8dea-2f1b12487c90'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:33:53.006304 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] Set router ce009a94-be7b-42b0-8dea-2f1b12487c90 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:33:53.531420 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fce3a048>, [{'id': 'ce009a94-be7b-42b0-8dea-2f1b12487c90', 'name': 'router1', 'tenant_id': '02a2974fa733432eaab1672a9890b2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '4594241f-1c12-405f-b2e6-476da8599d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:33:29Z', 'updated_at': '2020-12-04T21:33:50Z', 'revision_number': 4, 'project_id': '02a2974fa733432eaab1672a9890b2bf', 'gw_port': {'id': '4594241f-1c12-405f-b2e6-476da8599d14', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:56:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce009a94-be7b-42b0-8dea-2f1b12487c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:33:49Z', 'updated_at': '2020-12-04T21:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '1a2f9b2b-664c-4b8b-809a-260473735ae7', 'name': '', 'network_id': '75b75466-488a-4ebc-a092-02498123e8c3', 'tenant_id': '02a2974fa733432eaab1672a9890b2bf', 'mac_address': 'fa:16:3e:5c:f3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce009a94-be7b-42b0-8dea-2f1b12487c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '66fa5eb8-5999-4a0b-93b3-b6a295fece17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:33:39Z', 'updated_at': '2020-12-04T21:33:46Z', 'revision_number': 5, 'project_id': '02a2974fa733432eaab1672a9890b2bf', 'subnets': [{'id': '66fa5eb8-5999-4a0b-93b3-b6a295fece17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef963042-933d-479c-8f83-534c42fd2089'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:33:53.537527 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0678dd0d-07ad-42b8-bead-3599ceb08cbf None None] The sync data for ids ['ce009a94-be7b-42b0-8dea-2f1b12487c90'] in dv-cinder-749155-4-iscsi is: [{'id': 'ce009a94-be7b-42b0-8dea-2f1b12487c90', 'name': 'router1', 'tenant_id': '02a2974fa733432eaab1672a9890b2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '4594241f-1c12-405f-b2e6-476da8599d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:33:29Z', 'updated_at': '2020-12-04T21:33:50Z', 'revision_number': 4, 'project_id': '02a2974fa733432eaab1672a9890b2bf', 'gw_port': {'id': '4594241f-1c12-405f-b2e6-476da8599d14', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:56:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce009a94-be7b-42b0-8dea-2f1b12487c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:33:49Z', 'updated_at': '2020-12-04T21:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '1a2f9b2b-664c-4b8b-809a-260473735ae7', 'name': '', 'network_id': '75b75466-488a-4ebc-a092-02498123e8c3', 'tenant_id': '02a2974fa733432eaab1672a9890b2bf', 'mac_address': 'fa:16:3e:5c:f3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce009a94-be7b-42b0-8dea-2f1b12487c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '66fa5eb8-5999-4a0b-93b3-b6a295fece17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:33:39Z', 'updated_at': '2020-12-04T21:33:46Z', 'revision_number': 5, 'project_id': '02a2974fa733432eaab1672a9890b2bf', 'subnets': [{'id': '66fa5eb8-5999-4a0b-93b3-b6a295fece17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef963042-933d-479c-8f83-534c42fd2089'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:33:53.905676 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 58530) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:33:54.105879 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc92bf6-17b9-4601-8c56-5a91a2df6745 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:33:54.112021 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-dfc92bf6-17b9-4601-8c56-5a91a2df6745 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.2051845
Dec 04 21:33:54.451006 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 4594241f-1c12-405f-b2e6-476da8599d14 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:33:54.532897 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port 4594241f-1c12-405f-b2e6-476da8599d14 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:33:54.539239 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 4594241f-1c12-405f-b2e6-476da8599d14 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:33:54.539767 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:54.671439 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:54.690612 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port 4594241f-1c12-405f-b2e6-476da8599d14, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=4594241f-1c12-405f-b2e6-476da8599d14,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:33:54.694645 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:54.697322 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-763be798-6f71-4663-a30f-cc4979db8b9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:33:54.767198 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=4594241f-1c12-405f-b2e6-476da8599d14,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:33:54.770489 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:33:56.450032 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 4594241f-1c12-405f-b2e6-476da8599d14 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:33:56.536168 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 4594241f-1c12-405f-b2e6-476da8599d14 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:33:56.536706 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:33:56.649198 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-72fa1702-90b0-4cb7-8a60-569334d58603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:34:00.452471 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24e1b1f8-8170-466d-af52-bdf8d0a23f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:34:01.532867 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:34:01.893461 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:34:01.911551 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:34:02.129834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:34:26.574031 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a528-45da-42a8-bf34-e8dda5a2f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:34:30.437036 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f052452f-1bd1-4910-b92f-ee0073694705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:34:31.460357 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:34:31.849984 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:34:32.052293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:34:38.895200 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:34:56.580845 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad44e876-873b-4d9b-b04c-a65c723ed09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:35:00.442632 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5cb62b07-40ca-47ea-b951-65065b52dcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:35:01.465363 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:35:01.854799 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:35:02.054159 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:35:15.895322 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:35:26.579648 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6831af40-9580-4e83-bacc-4b39cdda29db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:35:30.445613 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e94b71ee-67e9-4a98-ad9d-60e6b213a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:35:31.463363 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:35:31.857000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:35:32.056890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:35:52.894848 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:35:56.573827 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0974bb2f-4d26-4128-9a09-3fc20a1a9b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:36:00.456896 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-59d081f8-437c-4c97-9cea-1c3531a45558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:36:01.465641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:36:01.861143 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:36:02.063744 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:36:18.227188 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59106) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:36:18.333392 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.pecan_wsgi.hooks.translation [None req-4150aa67-6aed-4021-973c-498994bb9f7d admin admin] GET failed (client error): The resource could not be found.
Dec 04 21:36:18.334751 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4150aa67-6aed-4021-973c-498994bb9f7d admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1064472
Dec 04 21:36:18.481280 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e094ed-1f25-40da-b795-226dad7277ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:36:18.482867 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-64e094ed-1f25-40da-b795-226dad7277ae admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1435122
Dec 04 21:36:20.970383 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59116) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:36:21.121100 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67412ffa-e4eb-4b55-b0b1-b08d77eed5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:36:21.121709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-67412ffa-e4eb-4b55-b0b1-b08d77eed5f1 admin admin] Synchronizing usage tracker for tenant:4ffb39e97f3941989156ae569142e0e4 on resource:subnet {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:36:21.136345 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-67412ffa-e4eb-4b55-b0b1-b08d77eed5f1 admin admin] Unset dirty status for tenant:4ffb39e97f3941989156ae569142e0e4 on resource:subnet {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:36:21.137602 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-67412ffa-e4eb-4b55-b0b1-b08d77eed5f1 admin admin] 10.222.0.44 "GET /v2.0/subnets/66fa5eb8-5999-4a0b-93b3-b6a295fece17 HTTP/1.1" status: 200  len: 849 time: 0.1659076
Dec 04 21:36:21.148773 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:36:21.280088 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:36:21.620791 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363306798363440'] for subnet, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:36:21.637422 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:36:21.773759 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66fa5eb8-5999-4a0b-93b3-b6a295fece17,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:36:21.785563 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:36:21.785945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:36:21.786311 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:36:21.786676 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:36:21.787033 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:36:21.787393 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:36:21.787803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:36:21.788159 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:36:21.788515 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:36:21.788878 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:36:21.789230 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:36:21.789579 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:36:21.793678 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:36:21.838967 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:36:21.839655 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:36:21.841742 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] 10.222.0.44 "PUT /v2.0/subnets/66fa5eb8-5999-4a0b-93b3-b6a295fece17 HTTP/1.1" status: 200  len: 868 time: 0.6970191
Dec 04 21:36:21.843768 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c45470-b611-43eb-ba48-935c5330ea04 None None] Network 75b75466-488a-4ebc-a092-02498123e8c3 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:36:22.396792 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-a8a672e1-4fc9-4c1a-bad6-3fd5e9780024 None None] Provisioning complete for port b2288d12-97e6-4fb7-b680-8733d9b554f8 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:36:22.397357 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a8a672e1-4fc9-4c1a-bad6-3fd5e9780024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:36:22.528268 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-a8a672e1-4fc9-4c1a-bad6-3fd5e9780024 None None] Provisioning complete for port 1a2f9b2b-664c-4b8b-809a-260473735ae7 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:36:22.528677 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a8a672e1-4fc9-4c1a-bad6-3fd5e9780024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:36:24.402130 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59126) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:36:24.623405 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56a3d7a-69a2-4b9d-9fd1-515b006bec80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:36:24.623811 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56a3d7a-69a2-4b9d-9fd1-515b006bec80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:36:24.625470 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e56a3d7a-69a2-4b9d-9fd1-515b006bec80 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2223065
Dec 04 21:36:26.575660 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-357477f6-622c-455e-824e-f094a83b780d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:36:27.111931 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59136) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:36:27.332908 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb014b74-20b7-4f20-9d82-5fdc3ae5430d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:36:27.333237 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb014b74-20b7-4f20-9d82-5fdc3ae5430d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:36:27.334871 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bb014b74-20b7-4f20-9d82-5fdc3ae5430d admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2214177
Dec 04 21:36:29.853791 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59146) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:36:29.895191 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:36:30.071215 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae68a789-faa2-484e-b1a8-bae04107de56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:36:30.072659 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ae68a789-faa2-484e-b1a8-bae04107de56 admin admin] 10.222.0.44 "GET /v2.0/networks/5a5bc502-ed14-4f0a-889e-34e38dce125b HTTP/1.1" status: 200  len: 886 time: 0.2178357
Dec 04 21:36:30.449477 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bf2416c8-786d-4449-9c97-fb6b9c6f3ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:36:31.469004 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:36:31.863542 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:36:32.068340 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:36:32.585585 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59156) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:36:32.809068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bb3839-03a4-4220-aea7-f90d77d68762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:36:32.810550 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-59bb3839-03a4-4220-aea7-f90d77d68762 admin admin] 10.222.0.44 "GET /v2.0/networks/75b75466-488a-4ebc-a092-02498123e8c3 HTTP/1.1" status: 200  len: 862 time: 0.2235553
Dec 04 21:36:35.298890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59166) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:36:35.451971 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe8aca4-8b04-4720-a050-c8c8776e62ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:36:35.452381 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe8aca4-8b04-4720-a050-c8c8776e62ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:36:35.454034 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fbe8aca4-8b04-4720-a050-c8c8776e62ff admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1534948
Dec 04 21:36:37.958149 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59176) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:36:38.108444 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0549e19f-2e5c-48b6-9edb-fb6c0403dc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:36:38.108837 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0549e19f-2e5c-48b6-9edb-fb6c0403dc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:36:38.110485 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0549e19f-2e5c-48b6-9edb-fb6c0403dc37 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1513016
Dec 04 21:36:40.616505 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59186) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:36:40.763364 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8c1ef6-15cc-4426-af00-bc2e90855cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:36:40.764881 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0a8c1ef6-15cc-4426-af00-bc2e90855cf3 admin admin] 10.222.0.44 "GET /v2.0/subnets/2af0f04a-6e02-4e2b-b142-69b01684337c HTTP/1.1" status: 200  len: 816 time: 0.1473081
Dec 04 21:36:43.277538 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59196) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:36:43.426830 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226aa64f-4e1b-4e3b-bdc8-5f3d687f6985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:36:43.428331 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-226aa64f-4e1b-4e3b-bdc8-5f3d687f6985 admin admin] 10.222.0.44 "GET /v2.0/subnets/66fa5eb8-5999-4a0b-93b3-b6a295fece17 HTTP/1.1" status: 200  len: 868 time: 0.1497557
Dec 04 21:36:56.578602 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7c17c8da-6f07-4c4a-ba62-5ac7003857c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:00.452413 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4917008d-0b33-436d-8d28-b0443d58f6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:01.473220 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:01.869389 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:02.072058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:06.895546 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:37:09.378769 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59236) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:37:09.463603 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [None req-6780ab77-121d-4e24-b7da-70767386433a admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 21:37:09.464600 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6780ab77-121d-4e24-b7da-70767386433a admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0848718
Dec 04 21:37:12.174467 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59246) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:37:12.281666 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cf13ca-a224-4bf6-bfdc-17e3e490ca9c admin admin] GET failed (client error): The resource could not be found.
Dec 04 21:37:12.283019 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d2cf13ca-a224-4bf6-bfdc-17e3e490ca9c admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1071401
Dec 04 21:37:12.620824 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff388b2f-cabb-4981-b0c2-eb3710b3bfb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:37:12.622419 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ff388b2f-cabb-4981-b0c2-eb3710b3bfb9 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.3346610
Dec 04 21:37:15.162150 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59256) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:37:15.244443 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-7749cf6a-e7f4-4ccd-8b17-e7ef7f316a19 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:37:15.249371 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7749cf6a-e7f4-4ccd-8b17-e7ef7f316a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:37:15.262663 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7749cf6a-e7f4-4ccd-8b17-e7ef7f316a19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:37:15.272145 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7749cf6a-e7f4-4ccd-8b17-e7ef7f316a19 admin admin] Made reservation on behalf of 4ffb39e97f3941989156ae569142e0e4 for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:37:15.276916 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7749cf6a-e7f4-4ccd-8b17-e7ef7f316a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:15.381456 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING neutron.services.revisions.revision_plugin [None req-7749cf6a-e7f4-4ccd-8b17-e7ef7f316a19 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f09fc73d780] {project_id='4ffb39e97f3941989156ae569142e0e4', id='7ff714da-90b6-4488-bc99-ffb912ddccee', target_tenant='*', action='access_as_shared', object_id='0599ed3e-9335-460b-9161-6abdcd2c8bf5'}> to bump revision.
Dec 04 21:37:15.400314 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7749cf6a-e7f4-4ccd-8b17-e7ef7f316a19 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 21:37:15.412858 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7749cf6a-e7f4-4ccd-8b17-e7ef7f316a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:15.413822 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-7749cf6a-e7f4-4ccd-8b17-e7ef7f316a19 admin admin] Added segment cff862a1-6db7-4e0f-b9e2-87284af6cb3c of type vxlan for network 0599ed3e-9335-460b-9161-6abdcd2c8bf5
Dec 04 21:37:15.443236 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7749cf6a-e7f4-4ccd-8b17-e7ef7f316a19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730055956612'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:15.480280 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7749cf6a-e7f4-4ccd-8b17-e7ef7f316a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:15.481637 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7749cf6a-e7f4-4ccd-8b17-e7ef7f316a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:37:15.482284 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7749cf6a-e7f4-4ccd-8b17-e7ef7f316a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:15.488744 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-69842c1d-60aa-4972-979b-c7825cbb4921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:37:15.600162 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7749cf6a-e7f4-4ccd-8b17-e7ef7f316a19 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4368081
Dec 04 21:37:15.603026 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749cf6a-e7f4-4ccd-8b17-e7ef7f316a19 admin admin] Pushing event updated for resources: {'Network': ['ID=0599ed3e-9335-460b-9161-6abdcd2c8bf5,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:37:15.617646 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7749cf6a-e7f4-4ccd-8b17-e7ef7f316a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:37:15.625694 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Network 0599ed3e-9335-460b-9161-6abdcd2c8bf5 details requested by agent ovs-agent-dv-cinder-749155-4-iscsi with host dv-cinder-749155-4-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:37:18.101422 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59266) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:37:18.206582 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cc6744-5d68-4ab3-b995-8a878b1f5f2e admin admin] GET failed (client error): The resource could not be found.
Dec 04 21:37:18.207147 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d0cc6744-5d68-4ab3-b995-8a878b1f5f2e admin admin] Synchronizing usage tracker for tenant:4ffb39e97f3941989156ae569142e0e4 on resource:network {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:37:18.222096 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d0cc6744-5d68-4ab3-b995-8a878b1f5f2e admin admin] Unset dirty status for tenant:4ffb39e97f3941989156ae569142e0e4 on resource:network {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:37:18.223317 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d0cc6744-5d68-4ab3-b995-8a878b1f5f2e admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1208608
Dec 04 21:37:18.341756 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62632d50-3174-4610-bd35-cce35915ae7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:37:18.343253 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-62632d50-3174-4610-bd35-cce35915ae7b admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1155400
Dec 04 21:37:18.356276 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-3c1ba18b-4852-4301-99c1-8f69c5648f48 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '0599ed3e-9335-460b-9161-6abdcd2c8bf5', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:37:18.361837 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3c1ba18b-4852-4301-99c1-8f69c5648f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:37:18.371709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3c1ba18b-4852-4301-99c1-8f69c5648f48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:37:18.381761 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1ba18b-4852-4301-99c1-8f69c5648f48 admin admin] Made reservation on behalf of 4ffb39e97f3941989156ae569142e0e4 for: {'subnet': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:37:18.386574 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c1ba18b-4852-4301-99c1-8f69c5648f48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:18.794850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c1ba18b-4852-4301-99c1-8f69c5648f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for subnet, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:18.811017 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:37:18.945664 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ba18b-4852-4301-99c1-8f69c5648f48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6189caa9-7a75-470c-a1b5-2729fd2a3cb2,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:37:18.948847 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c1ba18b-4852-4301-99c1-8f69c5648f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:37:19.032712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1ba18b-4852-4301-99c1-8f69c5648f48 admin admin] Checking segment: {'id': 'cff862a1-6db7-4e0f-b9e2-87284af6cb3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0599ed3e-9335-460b-9161-6abdcd2c8bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:37:19.033817 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1ba18b-4852-4301-99c1-8f69c5648f48 admin admin] Network hostable DHCP agents. Network: 0599ed3e-9335-460b-9161-6abdcd2c8bf5, hostable agents: ['edec75b3-292e-457a-a0f5-2edc56458644'], hosted agents: [] {{(pid=80265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 21:37:19.056032 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1ba18b-4852-4301-99c1-8f69c5648f48 admin admin] Network 0599ed3e-9335-460b-9161-6abdcd2c8bf5 is scheduled to be hosted by DHCP agent edec75b3-292e-457a-a0f5-2edc56458644 with binding_index 1 {{(pid=80265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 21:37:19.068567 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-3c1ba18b-4852-4301-99c1-8f69c5648f48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-iscsi, 0599ed3e-9335-460b-9161-6abdcd2c8bf5) {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:37:19.073428 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1ba18b-4852-4301-99c1-8f69c5648f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:37:19.074070 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c1ba18b-4852-4301-99c1-8f69c5648f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:19.080813 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb84569d-b044-49f6-975e-6939bc7cd496 None None] Network 0599ed3e-9335-460b-9161-6abdcd2c8bf5 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:37:19.107032 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3c1ba18b-4852-4301-99c1-8f69c5648f48 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7491455
Dec 04 21:37:19.335580 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp678eb2ec-3345-59a2-8acd-39908cd7c581-0599ed3e-9335-460b-9161-6abdcd2c8bf5', 'network_id': '0599ed3e-9335-460b-9161-6abdcd2c8bf5', 'tenant_id': '4ffb39e97f3941989156ae569142e0e4', 'fixed_ips': [{'subnet_id': '6189caa9-7a75-470c-a1b5-2729fd2a3cb2'}]}} from dv-cinder-749155-4-iscsi. {{(pid=80266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 04 21:37:19.336475 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:19.677986 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Allocated IP 192.168.233.2 (0599ed3e-9335-460b-9161-6abdcd2c8bf5/6189caa9-7a75-470c-a1b5-2729fd2a3cb2/19d2ff46-c0ca-4a97-b7e1-6125f27fad02) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:37:19.950204 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:19.962890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Transition to ACTIVE for port object 19d2ff46-c0ca-4a97-b7e1-6125f27fad02 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:37:19.982104 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Transition to ACTIVE for port object 19d2ff46-c0ca-4a97-b7e1-6125f27fad02 will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:37:19.988813 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:20.006316 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:37:20.309000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Pushing event updated for resources: {'Port': ['ID=19d2ff46-c0ca-4a97-b7e1-6125f27fad02,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:37:20.320768 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:37:20.321158 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:37:20.321550 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:37:20.321917 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:37:20.322293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:37:20.322658 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:37:20.323026 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:37:20.323392 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:37:20.323785 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:37:20.324149 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:37:20.324516 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:37:20.324878 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:37:20.339694 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:37:20.385389 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Network 0599ed3e-9335-460b-9161-6abdcd2c8bf5 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:37:20.386618 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Resources bound (agent type, host, resource id):  {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:37:20.389183 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:37:20.452883 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Attempting to bind port 19d2ff46-c0ca-4a97-b7e1-6125f27fad02 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:37:20.453290 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Attempting to bind port 19d2ff46-c0ca-4a97-b7e1-6125f27fad02 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': 'cff862a1-6db7-4e0f-b9e2-87284af6cb3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0599ed3e-9335-460b-9161-6abdcd2c8bf5'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:37:20.453696 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Attempting to bind port 19d2ff46-c0ca-4a97-b7e1-6125f27fad02 on network 0599ed3e-9335-460b-9161-6abdcd2c8bf5 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:37:20.461756 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:37:20.462178 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Checking segment: {'id': 'cff862a1-6db7-4e0f-b9e2-87284af6cb3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0599ed3e-9335-460b-9161-6abdcd2c8bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:37:20.462618 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:20.463055 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Bound using segment: {'id': 'cff862a1-6db7-4e0f-b9e2-87284af6cb3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0599ed3e-9335-460b-9161-6abdcd2c8bf5'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:37:20.463637 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Bound port: 19d2ff46-c0ca-4a97-b7e1-6125f27fad02, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff862a1-6db7-4e0f-b9e2-87284af6cb3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0599ed3e-9335-460b-9161-6abdcd2c8bf5'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:37:20.464047 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:20.569739 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] For port 19d2ff46-c0ca-4a97-b7e1-6125f27fad02, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:37:20.573704 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] For port 19d2ff46-c0ca-4a97-b7e1-6125f27fad02, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=19d2ff46-c0ca-4a97-b7e1-6125f27fad02,segment=NetworkSegment(cff862a1-6db7-4e0f-b9e2-87284af6cb3c),segment_id=cff862a1-6db7-4e0f-b9e2-87284af6cb3c)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:37:20.576754 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:20.591250 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:37:20.737773 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Pushing event updated for resources: {'Port': ['ID=19d2ff46-c0ca-4a97-b7e1-6125f27fad02,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:37:20.743705 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:37:22.058644 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e761779-c6c5-48d3-a8ab-1ad0ec49b845 None None] Network 0599ed3e-9335-460b-9161-6abdcd2c8bf5 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:37:22.197670 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-93afcfea-3f25-43e5-9cb3-a1f2f8b1c339 None None] Provisioning for port 19d2ff46-c0ca-4a97-b7e1-6125f27fad02 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:37:22.560053 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 19d2ff46-c0ca-4a97-b7e1-6125f27fad02 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:37:22.651021 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port 19d2ff46-c0ca-4a97-b7e1-6125f27fad02 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:37:22.656541 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-888d5544-9704-4d50-9276-9f4ee65c56d0 None None] Provisioning complete for port 19d2ff46-c0ca-4a97-b7e1-6125f27fad02 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:37:22.656723 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-888d5544-9704-4d50-9276-9f4ee65c56d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:22.686150 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 19d2ff46-c0ca-4a97-b7e1-6125f27fad02 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:37:22.686581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:22.906366 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-888d5544-9704-4d50-9276-9f4ee65c56d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:22.922551 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:22.968568 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-888d5544-9704-4d50-9276-9f4ee65c56d0 None None] For port 19d2ff46-c0ca-4a97-b7e1-6125f27fad02, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=19d2ff46-c0ca-4a97-b7e1-6125f27fad02,segment=NetworkSegment(cff862a1-6db7-4e0f-b9e2-87284af6cb3c),segment_id=cff862a1-6db7-4e0f-b9e2-87284af6cb3c)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:37:23.000141 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-888d5544-9704-4d50-9276-9f4ee65c56d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:23.013844 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:37:23.094877 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:37:23.096449 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:37:23.106675 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d5544-9704-4d50-9276-9f4ee65c56d0 None None] Pushing event updated for resources: {'Port': ['ID=19d2ff46-c0ca-4a97-b7e1-6125f27fad02,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:37:23.110068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-888d5544-9704-4d50-9276-9f4ee65c56d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:37:23.126387 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-858f4c74-48b1-4aa0-b383-7124b057ee34 None None] Provisioning complete for port 19d2ff46-c0ca-4a97-b7e1-6125f27fad02 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:37:23.127324 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-858f4c74-48b1-4aa0-b383-7124b057ee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:24.519053 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 19d2ff46-c0ca-4a97-b7e1-6125f27fad02 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:37:24.589356 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 19d2ff46-c0ca-4a97-b7e1-6125f27fad02 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:37:24.589771 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:26.582843 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24d18747-4fd8-433f-a9b2-aca5c23ec661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:30.454555 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-381789f9-b861-4f39-b904-416b45fbff29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:31.474496 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:31.872233 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:32.074696 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:37:43.894433 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:37:56.585776 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-23a88e7c-7088-42c0-aaf2-65c00d445d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:38:00.457122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f21a3445-5708-4fb4-9364-e60744cf389f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:38:01.480908 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:38:01.874865 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:38:02.082343 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:38:20.894499 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:38:26.588105 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f3d92a3-fe98-463d-9604-96bda3a62517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:38:30.460200 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-988a406d-10b4-4e95-b63e-8d581158150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:38:31.484508 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:38:31.878919 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:38:32.083785 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:38:45.382137 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59308) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:38:45.388740 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [None req-6d1f57f3-8782-4f9a-b83e-bbccd6924027 tempest-verify_tempest_config-906470185 tempest-verify_tempest_config-906470185] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 21:38:45.389799 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6d1f57f3-8782-4f9a-b83e-bbccd6924027 tempest-verify_tempest_config-906470185 tempest-verify_tempest_config-906470185] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13036 time: 0.0066071
Dec 04 21:38:45.761071 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59328) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:38:45.917197 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:38:45.933760 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:38:45.939082 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Usage tracker for resource:security_group_rule and tenant:ca1d39333e69405f8d38e8c43c0c4819 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:38:45.942237 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:38:45.948433 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:38:46.049415 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:38:46.052974 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:38:46.062589 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:38:46.105066 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb3ad3e-e1bf-4c4c-9756-bb6261846be4,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:38:46.108366 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Synchronizing usage tracker for tenant:4ffb39e97f3941989156ae569142e0e4 on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:38:46.118126 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:38:46.118521 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:38:46.118885 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:38:46.119242 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:38:46.119619 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:38:46.119990 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:38:46.120341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:38:46.120690 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:38:46.121260 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:38:46.121731 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:38:46.122085 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:38:46.122430 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:38:46.128703 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:38:46.139117 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Unset dirty status for tenant:4ffb39e97f3941989156ae569142e0e4 on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:38:46.140686 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca1d39333e69405f8d38e8c43c0c4819&name=default HTTP/1.1" status: 200  len: 2875 time: 0.3785348
Dec 04 21:38:46.143505 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59334) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:38:46.208919 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-52fdac79-2d8d-4111-8826-75ec57c06342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:38:46.239226 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-52fdac79-2d8d-4111-8826-75ec57c06342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:38:46.294731 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-52fdac79-2d8d-4111-8826-75ec57c06342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:38:46.301334 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:38:46.312545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdac79-2d8d-4111-8826-75ec57c06342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb3ad3e-e1bf-4c4c-9756-bb6261846be4,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:38:46.316371 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-52fdac79-2d8d-4111-8826-75ec57c06342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:38:46.319894 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-52fdac79-2d8d-4111-8826-75ec57c06342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:38:46.323946 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-52fdac79-2d8d-4111-8826-75ec57c06342 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9fb3ad3e-e1bf-4c4c-9756-bb6261846be4 HTTP/1.1" status: 204  len: 168 time: 0.1794286
Dec 04 21:38:56.590874 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cac7a4f7-f1b2-4d8d-aad5-029adf8f4113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:38:57.894272 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:39:00.462631 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bdf08ba5-d6b9-4d16-b446-4b943daa8c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:39:01.487403 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:39:01.881804 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:39:02.085782 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:39:26.594075 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a567b46-b378-4782-a11b-269ec23666b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:39:30.466715 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4f27a9eb-6dc0-4de7-ab53-b0eb41e02559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:39:31.487342 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:39:31.883799 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:39:32.089243 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:39:34.894342 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:39:56.596286 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-11acfbf5-eb32-4765-ba27-5dba55a5e566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:40:00.469376 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0570d4e-5b46-4976-924c-4ce51bfa109e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:40:01.492232 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:40:01.885892 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:40:02.091409 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:40:11.893561 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:40:26.596966 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-398902ff-ae79-4235-8283-048527d93e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:40:26.706097 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663'] for agent, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:40:26.706597 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:40:26.707066 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:40:26.707532 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:40:26.707978 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:40:26.708347 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:40:26.708720 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:40:26.709091 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:40:26.709457 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:40:26.709832 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:40:26.710201 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:40:26.710563 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:40:26.710924 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:40:26.711330 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f09fcd5c7b8>, 'Open vSwitch agent', 'hv-cinder-74915', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:40:26.715425 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f09fcf0fe10>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-74915', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:40:27.089332 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] get_endpoint_by_host() called for host hv-cinder-74915 {{(pid=80266) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 04 21:40:27.093439 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] get_endpoint_by_ip() called for ip 192.168.0.44 {{(pid=80266) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 04 21:40:27.097621 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] _add_endpoint() called for ip 192.168.0.44 {{(pid=80266) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 04 21:40:27.102558 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] _get_endpoints() called {{(pid=80266) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 04 21:40:30.480928 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b827fdc2-f766-4167-8b9f-0e8a87941488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:40:31.492816 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:40:31.894327 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:40:32.095007 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:40:39.654100 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59406) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:40:39.805270 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5113ae1c-761f-4037-8f09-b92659152a2a admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1499796
Dec 04 21:40:42.306395 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59416) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:40:42.396793 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6c4de702-d8ce-4907-8b3c-eec05b388155 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0892026
Dec 04 21:40:48.893511 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:40:56.597842 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98054f30-bdd4-405d-bded-ef803810dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:40:56.722185 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:41:00.474146 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f06a9c71-8b7d-4a8c-ac70-29864ba060d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:41:01.496159 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:41:01.886775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:41:02.097490 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:41:25.893033 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:41:26.600999 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d1ed92c-e2dd-40a3-bb24-d5cbd8445132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:41:26.721106 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:41:30.478623 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1df005a9-9dd4-4146-8665-93160999d695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:41:31.499419 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:41:31.888144 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:41:32.104482 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:41:56.602773 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c06d172d-6830-4c9c-be2d-6c2e0dd110e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:41:56.723654 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:00.484732 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b2e2525c-1bba-4330-a661-3a585723f073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:01.503802 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:01.892782 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:02.109180 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:02.893982 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:42:16.910548 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59596) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:17.215963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 59612) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:17.407582 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1877933606-network', 'tenant_id': 'a2058a1a470645f2acd486f763a37a33'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:17.413570 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:17.422862 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Usage tracker for resource:network and tenant:a2058a1a470645f2acd486f763a37a33 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:17.426418 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:17.433143 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:17.444095 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Made reservation on behalf of a2058a1a470645f2acd486f763a37a33 for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:42:17.449865 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:17.464000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:17.481818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:17.486496 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Usage tracker for resource:security_group_rule and tenant:a2058a1a470645f2acd486f763a37a33 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:17.490299 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:17.499210 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:17.514073 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59622) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:17.618461 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:17.622080 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:17.627586 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-52fdac79-2d8d-4111-8826-75ec57c06342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:17.664472 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 21:42:17.680691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:17.691546 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:17.691927 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Added segment 315b7921-a3d8-4dbe-b79f-0928f8598843 of type vxlan for network e1afa9e6-c218-4ecc-89e8-923ffc838696
Dec 04 21:42:17.694327 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.694725 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.695101 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.695485 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.695855 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.696240 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.696604 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.696947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.697487 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.697852 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.698210 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.698570 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.699714 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.700060 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.700309 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.700633 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.700990 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.701348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.701694 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.702055 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.702414 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.702741 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.703098 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.703447 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Tracked resource versions report:
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]: pushed versions:
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]: {   'AddressGroup': {'1.0'},
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Log': {'1.0'},
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Network': {'1.1'},
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Port': {'1.6'},
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SecurityGroup': {'1.3'},
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.1'},
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]: consumer versions:
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:     L3 agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:     Metering agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-749155-4-iscsi: {   'AddressGroup': '1.0',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.3',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.1',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'},
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:     Open vSwitch agent@hv-cinder-74915: {   'AddressGroup': '1.0',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'ConntrackHelper': '1.0',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Log': '1.0',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Network': '1.1',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Port': '1.6',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'PortForwarding': '1.2',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'QosPolicy': '1.8',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'SecurityGroup': '1.3',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'SecurityGroupRule': '1.1',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'SubPort': '1.0',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Subnet': '1.1',
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Trunk': '1.1'}}
Dec 04 21:42:17.704837 dv-cinder-749155-4-iscsi neutron-server[80155]:  {{(pid=80265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 04 21:42:17.709459 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:17.743682 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730055956612'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:17.777564 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59634) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:17.784755 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:17.786329 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:17.786966 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:17.792400 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7749cf6a-e7f4-4ccd-8b17-e7ef7f316a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:17.816892 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 59640) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:17.905902 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Pushing event updated for resources: {'Network': ['ID=e1afa9e6-c218-4ecc-89e8-923ffc838696,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:17.912760 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0008860
Dec 04 21:42:17.913951 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:17.914450 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59646) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:17.921150 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-1e1b9b95-be38-41fe-aed4-a609002230b7 admin admin] Request body: {'subnet': {'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1877933606-subnet', 'tenant_id': 'a2058a1a470645f2acd486f763a37a33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:17.926768 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1e1b9b95-be38-41fe-aed4-a609002230b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:17.930184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Network e1afa9e6-c218-4ecc-89e8-923ffc838696 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:42:17.931743 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1e1b9b95-be38-41fe-aed4-a609002230b7 admin admin] Usage tracker for resource:subnet and tenant:a2058a1a470645f2acd486f763a37a33 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:17.935721 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1e1b9b95-be38-41fe-aed4-a609002230b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:17.941910 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1e1b9b95-be38-41fe-aed4-a609002230b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:17.953901 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-977858106-network', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:17.954068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1b9b95-be38-41fe-aed4-a609002230b7 admin admin] Made reservation on behalf of a2058a1a470645f2acd486f763a37a33 for: {'subnet': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:42:17.962206 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:17.963903 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1e1b9b95-be38-41fe-aed4-a609002230b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:17.968147 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Usage tracker for resource:network and tenant:6269000b8fee4f4ba481974a0000d47a is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:17.973704 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:17.984468 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:17.996403 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Made reservation on behalf of 6269000b8fee4f4ba481974a0000d47a for: {'network': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:42:18.002733 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.014425 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1551053431-network', 'tenant_id': '0d41761ea32b4a04b49a22de82d4ed63'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:18.020420 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.040283 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:18.060266 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Usage tracker for resource:security_group_rule and tenant:6269000b8fee4f4ba481974a0000d47a is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:18.064249 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:18.071820 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:18.089445 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Network e1afa9e6-c218-4ecc-89e8-923ffc838696 details requested by agent ovs-agent-dv-cinder-749155-4-iscsi with host dv-cinder-749155-4-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:42:18.128612 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:18.156378 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Usage tracker for resource:network and tenant:0d41761ea32b4a04b49a22de82d4ed63 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:18.162651 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:18.169688 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:18.183872 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.190299 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Made reservation on behalf of 0d41761ea32b4a04b49a22de82d4ed63 for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:42:18.190531 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.195663 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.200359 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:18.215676 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.236094 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:18.237815 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 21:42:18.241151 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Usage tracker for resource:security_group_rule and tenant:0d41761ea32b4a04b49a22de82d4ed63 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:18.244792 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:18.247868 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc50aac-3a3c-4edc-bc50-8177f2be4043,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:18.253176 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:18.258335 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.258732 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.259102 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.259491 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.259847 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.260210 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.260559 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.260907 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.261256 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.261682 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.262054 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.262408 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.262834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.263185 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.263559 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.263910 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.264256 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.264604 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.264949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.265294 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.265638 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.265980 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.266324 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.266646 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Tracked resource versions report:
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]: pushed versions:
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]: {   'AddressGroup': {'1.0'},
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Log': {'1.0'},
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Network': {'1.1'},
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Port': {'1.6'},
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SecurityGroup': {'1.3'},
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.1'},
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]: consumer versions:
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:     L3 agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:     Metering agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-749155-4-iscsi: {   'AddressGroup': '1.0',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.3',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.1',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'},
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:     Open vSwitch agent@hv-cinder-74915: {   'AddressGroup': '1.0',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'ConntrackHelper': '1.0',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Log': '1.0',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Network': '1.1',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Port': '1.6',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'PortForwarding': '1.2',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'QosPolicy': '1.8',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'SecurityGroup': '1.3',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'SecurityGroupRule': '1.1',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'SubPort': '1.0',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Subnet': '1.1',
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Trunk': '1.1'}}
Dec 04 21:42:18.268603 dv-cinder-749155-4-iscsi neutron-server[80155]:  {{(pid=80264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 04 21:42:18.276048 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363306798248137', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.276645 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Added segment b9aa6b1b-70f1-49f2-903b-24c74e9f483f of type vxlan for network 3f29e15c-3c5f-4440-b373-0459ec9ed0c3
Dec 04 21:42:18.278920 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:18.318400 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730055956612'] for network, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.352525 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.353576 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for network, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.356278 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:18.357113 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.364851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:18.367005 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1319474367-network', 'tenant_id': '9fa06726d5e745cfb38a67990cbbcecb'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:18.373329 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.386164 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:18.403533 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:18.416053 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 21:42:18.422002 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Usage tracker for resource:network and tenant:9fa06726d5e745cfb38a67990cbbcecb is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:18.427147 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:18.444165 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:18.458275 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.458657 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Added segment f90e9d93-9d13-4544-8442-c0f434abff3e of type vxlan for network 87db3cad-4b66-48ec-97b1-c31391806f04
Dec 04 21:42:18.484003 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b66afd2-44d9-4715-9e92-03b91d16a7bd,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:18.487415 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:18.500737 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Made reservation on behalf of 9fa06726d5e745cfb38a67990cbbcecb for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:42:18.505550 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.510723 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1208602053-network', 'tenant_id': '138128e9f0564e928facf9628e86ed68'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:18.520200 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Pushing event updated for resources: {'Network': ['ID=3f29e15c-3c5f-4440-b373-0459ec9ed0c3,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:18.526243 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:18.532655 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Network 3f29e15c-3c5f-4440-b373-0459ec9ed0c3 details requested by agent ovs-agent-dv-cinder-749155-4-iscsi with host dv-cinder-749155-4-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:42:18.539800 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:18.545767 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.3285823
Dec 04 21:42:18.547095 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Usage tracker for resource:network and tenant:138128e9f0564e928facf9628e86ed68 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:18.550152 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 59670) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:18.556294 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-af80d68b-3a9f-41d6-9b19-0a87291bc2f4 admin admin] Request body: {'subnet': {'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-subnet', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:18.565262 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-af80d68b-3a9f-41d6-9b19-0a87291bc2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:18.569419 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-af80d68b-3a9f-41d6-9b19-0a87291bc2f4 admin admin] Usage tracker for resource:subnet and tenant:6269000b8fee4f4ba481974a0000d47a is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:18.572519 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-af80d68b-3a9f-41d6-9b19-0a87291bc2f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:18.578523 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-af80d68b-3a9f-41d6-9b19-0a87291bc2f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:18.586220 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:18.590821 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af80d68b-3a9f-41d6-9b19-0a87291bc2f4 admin admin] Made reservation on behalf of 6269000b8fee4f4ba481974a0000d47a for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:42:18.595578 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af80d68b-3a9f-41d6-9b19-0a87291bc2f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.639502 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Network 3f29e15c-3c5f-4440-b373-0459ec9ed0c3 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:42:18.641114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.685307 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:18.689353 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Usage tracker for resource:security_group_rule and tenant:9fa06726d5e745cfb38a67990cbbcecb is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:18.692604 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:18.699208 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:18.725475 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730055956612'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.730732 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:18.745802 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Made reservation on behalf of 138128e9f0564e928facf9628e86ed68 for: {'network': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:42:18.750522 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.780922 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.805715 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:18.814688 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Usage tracker for resource:security_group_rule and tenant:138128e9f0564e928facf9628e86ed68 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:18.822903 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:18.836710 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:18.881942 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.resource_extend [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 04 21:42:18.932812 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.954332 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:18.955081 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:18.962392 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:19.077526 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Pushing event updated for resources: {'Network': ['ID=87db3cad-4b66-48ec-97b1-c31391806f04,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:19.088609 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Network 87db3cad-4b66-48ec-97b1-c31391806f04 details requested by agent ovs-agent-dv-cinder-749155-4-iscsi with host dv-cinder-749155-4-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:42:19.107945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:19.122486 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Network 87db3cad-4b66-48ec-97b1-c31391806f04 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:42:19.127520 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:19.132849 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:19.155401 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 21:42:19.165643 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363306798248137', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:19.166335 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Added segment e227573a-fa0b-4ac3-b7e9-ac07517e2c25 of type vxlan for network ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f
Dec 04 21:42:19.176832 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:19.201174 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:19.204137 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.6888659
Dec 04 21:42:19.207791 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:19.208637 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59688) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:19.222806 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-c0b48330-3ffe-4d9a-801d-35040188172d admin admin] Request body: {'subnet': {'network_id': '87db3cad-4b66-48ec-97b1-c31391806f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1551053431-subnet', 'tenant_id': '0d41761ea32b4a04b49a22de82d4ed63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:19.230993 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:19.266021 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730055956612'] for network, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:19.306054 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1e1b9b95-be38-41fe-aed4-a609002230b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for subnet, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:19.307256 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c0b48330-3ffe-4d9a-801d-35040188172d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:19.373644 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa68788f-fe71-4cbd-8502-dfeeacd17637,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:19.388669 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:19.401916 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for network, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:19.408897 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:19.409819 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:19.414193 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:19.458978 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c0b48330-3ffe-4d9a-801d-35040188172d admin admin] Usage tracker for resource:subnet and tenant:0d41761ea32b4a04b49a22de82d4ed63 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:19.472009 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c0b48330-3ffe-4d9a-801d-35040188172d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:19.486736 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c0b48330-3ffe-4d9a-801d-35040188172d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:19.545647 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:19.550483 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:19.554974 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Pushing event updated for resources: {'Network': ['ID=ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:19.560090 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:19.562704 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.7447426
Dec 04 21:42:19.566565 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 59712) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:19.568101 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-02bfd362-9908-4ad9-9371-9387f54cc7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:19.575314 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-4f764132-49cd-4162-8504-bf204be0925b admin admin] Request body: {'subnet': {'network_id': 'ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1208602053-subnet', 'tenant_id': '138128e9f0564e928facf9628e86ed68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:19.594088 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4f764132-49cd-4162-8504-bf204be0925b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:19.602291 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4f764132-49cd-4162-8504-bf204be0925b admin admin] Usage tracker for resource:subnet and tenant:138128e9f0564e928facf9628e86ed68 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:19.603151 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Network ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f details requested by agent ovs-agent-dv-cinder-749155-4-iscsi with host dv-cinder-749155-4-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:42:19.607843 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4f764132-49cd-4162-8504-bf204be0925b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:19.617443 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4f764132-49cd-4162-8504-bf204be0925b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:19.677354 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f764132-49cd-4162-8504-bf204be0925b admin admin] Made reservation on behalf of 138128e9f0564e928facf9628e86ed68 for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:42:19.693500 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4f764132-49cd-4162-8504-bf204be0925b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:19.693655 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Network ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:42:19.876434 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af80d68b-3a9f-41d6-9b19-0a87291bc2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:19.921589 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-598fe938-ff38-453f-ae67-dd2539c5c383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:19.936626 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80265) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:42:19.937193 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:42:19.937439 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b48330-3ffe-4d9a-801d-35040188172d admin admin] Made reservation on behalf of 0d41761ea32b4a04b49a22de82d4ed63 for: {'subnet': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:42:19.950552 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c0b48330-3ffe-4d9a-801d-35040188172d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:20.120203 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59728) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:20.175044 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b9b95-be38-41fe-aed4-a609002230b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68ccc99a-c2e9-4220-9d9e-d15fbf09c75e,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:20.188656 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1e1b9b95-be38-41fe-aed4-a609002230b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:20.190731 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59734) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:20.235060 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1b9b95-be38-41fe-aed4-a609002230b7 admin admin] Checking segment: {'id': '315b7921-a3d8-4dbe-b79f-0928f8598843', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:42:20.235490 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1b9b95-be38-41fe-aed4-a609002230b7 admin admin] Network hostable DHCP agents. Network: e1afa9e6-c218-4ecc-89e8-923ffc838696, hostable agents: ['edec75b3-292e-457a-a0f5-2edc56458644'], hosted agents: [] {{(pid=80265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 21:42:20.284854 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1b9b95-be38-41fe-aed4-a609002230b7 admin admin] Network e1afa9e6-c218-4ecc-89e8-923ffc838696 is scheduled to be hosted by DHCP agent edec75b3-292e-457a-a0f5-2edc56458644 with binding_index 1 {{(pid=80265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 21:42:20.321716 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80d68b-3a9f-41d6-9b19-0a87291bc2f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5941c058-3e71-4ca9-85ab-a81ea76a2e2e,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:20.330063 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-af80d68b-3a9f-41d6-9b19-0a87291bc2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:20.379235 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80d68b-3a9f-41d6-9b19-0a87291bc2f4 admin admin] Checking segment: {'id': 'b9aa6b1b-70f1-49f2-903b-24c74e9f483f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:42:20.379668 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af80d68b-3a9f-41d6-9b19-0a87291bc2f4 admin admin] Network hostable DHCP agents. Network: 3f29e15c-3c5f-4440-b373-0459ec9ed0c3, hostable agents: ['edec75b3-292e-457a-a0f5-2edc56458644'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 21:42:20.413320 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-1e1b9b95-be38-41fe-aed4-a609002230b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-iscsi, e1afa9e6-c218-4ecc-89e8-923ffc838696) {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:42:20.420122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f99a9fb-8247-46db-a894-00c307d46336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:20.425371 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc245e1-c482-4fc1-9048-d1b547e9940f None None] Network e1afa9e6-c218-4ecc-89e8-923ffc838696 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:42:20.436997 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de1cf14d-74ca-4387-854d-3e3dbfea7bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:20.444054 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af80d68b-3a9f-41d6-9b19-0a87291bc2f4 admin admin] Network 3f29e15c-3c5f-4440-b373-0459ec9ed0c3 is scheduled to be hosted by DHCP agent edec75b3-292e-457a-a0f5-2edc56458644 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 21:42:20.451497 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1b9b95-be38-41fe-aed4-a609002230b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:20.452756 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1e1b9b95-be38-41fe-aed4-a609002230b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:20.460258 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-af80d68b-3a9f-41d6-9b19-0a87291bc2f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-iscsi, 3f29e15c-3c5f-4440-b373-0459ec9ed0c3) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:42:20.465172 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:20.469173 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af80d68b-3a9f-41d6-9b19-0a87291bc2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:20.469816 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af80d68b-3a9f-41d6-9b19-0a87291bc2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:20.499128 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6f99a9fb-8247-46db-a894-00c307d46336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:20.509756 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-de1cf14d-74ca-4387-854d-3e3dbfea7bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:20.517726 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6f99a9fb-8247-46db-a894-00c307d46336 admin admin] Usage tracker for resource:security_group_rule and tenant:c74bbb1ea86e431893814394f1801512 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:20.520739 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5566ea8-8090-4cf5-af30-c1848112e3d2 None None] Network 3f29e15c-3c5f-4440-b373-0459ec9ed0c3 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:42:20.522202 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-af80d68b-3a9f-41d6-9b19-0a87291bc2f4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.9708951
Dec 04 21:42:20.524903 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6f99a9fb-8247-46db-a894-00c307d46336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:20.525086 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 59746) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:20.533456 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:20.538651 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:20.546627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-de1cf14d-74ca-4387-854d-3e3dbfea7bec admin admin] Usage tracker for resource:security_group_rule and tenant:ee04951d23a848fe8dde9a5f5a2e7194 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:20.554965 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6f99a9fb-8247-46db-a894-00c307d46336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:20.557558 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-de1cf14d-74ca-4387-854d-3e3dbfea7bec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:20.560631 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Usage tracker for resource:router and tenant:6269000b8fee4f4ba481974a0000d47a is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:20.568710 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1e1b9b95-be38-41fe-aed4-a609002230b7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.6531236
Dec 04 21:42:20.574838 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:20.585271 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:20.600213 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-de1cf14d-74ca-4387-854d-3e3dbfea7bec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:20.653213 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853841144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746027'] for router, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:20.654645 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853826143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853820664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-955605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29773'] for router, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:20.664726 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 21:42:20.697055 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:20.777621 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:20.778466 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Added segment f7a25f30-c0b9-4dd5-8a6c-e493308a8431 of type vxlan for network 55e15776-9919-430f-964a-7228179c178b
Dec 04 21:42:20.850795 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730055956612'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:20.992100 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:20.997779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f99a9fb-8247-46db-a894-00c307d46336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:21.002303 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:21.003092 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:21.016917 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:21.046573 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f99a9fb-8247-46db-a894-00c307d46336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:21.112082 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de1cf14d-74ca-4387-854d-3e3dbfea7bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:21.152568 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de1cf14d-74ca-4387-854d-3e3dbfea7bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:21.178137 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e571c6-2500-47bc-9567-6b16de3dacfd None None] Network e1afa9e6-c218-4ecc-89e8-923ffc838696 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:42:21.234137 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853820647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29822'] for router, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:21.281349 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp678eb2ec-3345-59a2-8acd-39908cd7c581-3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'fixed_ips': [{'subnet_id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e'}]}} from dv-cinder-749155-4-iscsi. {{(pid=80266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 04 21:42:21.282297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:21.290385 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Pushing event updated for resources: {'Network': ['ID=55e15776-9919-430f-964a-7228179c178b,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:21.305125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:21.314103 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 3.5353777
Dec 04 21:42:21.314890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f202fe1c-28d8-4afe-8846-394db9849105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:21.327586 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 59768) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:21.343257 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Network 55e15776-9919-430f-964a-7228179c178b details requested by agent ovs-agent-dv-cinder-749155-4-iscsi with host dv-cinder-749155-4-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:42:21.374514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-22f3de59-bde4-4dbb-9cb6-e00fb460f703 admin admin] Request body: {'subnet': {'network_id': '55e15776-9919-430f-964a-7228179c178b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1319474367-subnet', 'tenant_id': '9fa06726d5e745cfb38a67990cbbcecb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:21.380184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Network 55e15776-9919-430f-964a-7228179c178b details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:42:21.381967 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99a9fb-8247-46db-a894-00c307d46336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614a9878-9d72-4902-b703-9cddf264a9f8,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:21.390746 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6f99a9fb-8247-46db-a894-00c307d46336 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c74bbb1ea86e431893814394f1801512&name=default HTTP/1.1" status: 200  len: 2875 time: 1.1911674
Dec 04 21:42:21.460186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59774) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:21.461390 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cf14d-74ca-4387-854d-3e3dbfea7bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77418ea3-446d-4ae1-9002-478497957b1d,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:21.477685 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4f764132-49cd-4162-8504-bf204be0925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:21.478839 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-22f3de59-bde4-4dbb-9cb6-e00fb460f703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:21.487002 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-de1cf14d-74ca-4387-854d-3e3dbfea7bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:21.557161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:21.557677 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:21.585727 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-de1cf14d-74ca-4387-854d-3e3dbfea7bec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee04951d23a848fe8dde9a5f5a2e7194&name=default HTTP/1.1" status: 200  len: 2875 time: 1.4621143
Dec 04 21:42:21.596717 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59780) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:21.647046 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-22f3de59-bde4-4dbb-9cb6-e00fb460f703 admin admin] Usage tracker for resource:subnet and tenant:9fa06726d5e745cfb38a67990cbbcecb is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:21.654910 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:21.692652 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-22f3de59-bde4-4dbb-9cb6-e00fb460f703 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:21.701581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c0b48330-3ffe-4d9a-801d-35040188172d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for subnet, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:21.720241 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-22f3de59-bde4-4dbb-9cb6-e00fb460f703 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:21.774199 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f764132-49cd-4162-8504-bf204be0925b admin admin] Checking segment: {'id': 'e227573a-fa0b-4ac3-b7e9-ac07517e2c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:42:21.774597 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f764132-49cd-4162-8504-bf204be0925b admin admin] Network hostable DHCP agents. Network: ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f, hostable agents: ['edec75b3-292e-457a-a0f5-2edc56458644'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 21:42:21.803894 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:21.837860 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f03907b-aaf8-4eee-8872-4afebf119ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:21.842315 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d246c835-5142-4f45-af3b-eafea9ef0046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:21.888681 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f764132-49cd-4162-8504-bf204be0925b admin admin] Network ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f is scheduled to be hosted by DHCP agent edec75b3-292e-457a-a0f5-2edc56458644 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 21:42:21.896529 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f3de59-bde4-4dbb-9cb6-e00fb460f703 admin admin] Made reservation on behalf of 9fa06726d5e745cfb38a67990cbbcecb for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:42:21.901610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22f3de59-bde4-4dbb-9cb6-e00fb460f703 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:21.913042 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d246c835-5142-4f45-af3b-eafea9ef0046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:21.934256 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-4f764132-49cd-4162-8504-bf204be0925b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-iscsi, ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:42:21.950527 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571420ae-50c2-40f4-9da9-8cc567efa331 None None] Network ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:42:21.967512 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f03907b-aaf8-4eee-8872-4afebf119ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:22.011847 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f764132-49cd-4162-8504-bf204be0925b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:22.012572 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4f764132-49cd-4162-8504-bf204be0925b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:22.041911 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b48330-3ffe-4d9a-801d-35040188172d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbea32c-cb9a-4192-925f-88351b16f977,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:22.097246 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59806) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:22.106581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c0b48330-3ffe-4d9a-801d-35040188172d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:22.111065 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 04 21:42:22.139781 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f03907b-aaf8-4eee-8872-4afebf119ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:22.206785 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-af51a2fe-34d8-4142-a5c8-72f8fea4870a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:22.234868 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03907b-aaf8-4eee-8872-4afebf119ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77418ea3-446d-4ae1-9002-478497957b1d,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:22.249454 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2f03907b-aaf8-4eee-8872-4afebf119ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:22.289951 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d246c835-5142-4f45-af3b-eafea9ef0046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:22.297291 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f03907b-aaf8-4eee-8872-4afebf119ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:22.298532 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2f03907b-aaf8-4eee-8872-4afebf119ab6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77418ea3-446d-4ae1-9002-478497957b1d HTTP/1.1" status: 204  len: 168 time: 0.6976509
Dec 04 21:42:22.305743 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4f764132-49cd-4162-8504-bf204be0925b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.7380745
Dec 04 21:42:22.333158 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:22.352891 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f764132-49cd-4162-8504-bf204be0925b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef518fa-606d-41b2-a6e1-2a0781466837,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:22.356903 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4f764132-49cd-4162-8504-bf204be0925b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:22.367715 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d246c835-5142-4f45-af3b-eafea9ef0046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:22.368933 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d246c835-5142-4f45-af3b-eafea9ef0046 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/614a9878-9d72-4902-b703-9cddf264a9f8 HTTP/1.1" status: 204  len: 168 time: 0.9014933
Dec 04 21:42:22.369890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246c835-5142-4f45-af3b-eafea9ef0046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614a9878-9d72-4902-b703-9cddf264a9f8,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:22.376026 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d246c835-5142-4f45-af3b-eafea9ef0046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:22.380519 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b48330-3ffe-4d9a-801d-35040188172d admin admin] Checking segment: {'id': 'f90e9d93-9d13-4544-8442-c0f434abff3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87db3cad-4b66-48ec-97b1-c31391806f04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:42:22.380912 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b48330-3ffe-4d9a-801d-35040188172d admin admin] Network hostable DHCP agents. Network: 87db3cad-4b66-48ec-97b1-c31391806f04, hostable agents: ['edec75b3-292e-457a-a0f5-2edc56458644'], hosted agents: [] {{(pid=80265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 21:42:22.395372 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a251d-4871-48a8-985c-c7f5cd341066 req-d2d7530c-886a-43b1-810e-5dda1ca469ef tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:22.396146 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-825a251d-4871-48a8-985c-c7f5cd341066 req-d2d7530c-886a-43b1-810e-5dda1ca469ef tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Synchronizing usage tracker for tenant:a2058a1a470645f2acd486f763a37a33 on resource:network {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:42:22.404520 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:22.423603 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b48330-3ffe-4d9a-801d-35040188172d admin admin] Network 87db3cad-4b66-48ec-97b1-c31391806f04 is scheduled to be hosted by DHCP agent edec75b3-292e-457a-a0f5-2edc56458644 with binding_index 1 {{(pid=80265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 21:42:22.429991 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-825a251d-4871-48a8-985c-c7f5cd341066 req-d2d7530c-886a-43b1-810e-5dda1ca469ef tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Unset dirty status for tenant:a2058a1a470645f2acd486f763a37a33 on resource:network {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:42:22.438080 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-825a251d-4871-48a8-985c-c7f5cd341066 req-d2d7530c-886a-43b1-810e-5dda1ca469ef tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/networks?id=e1afa9e6-c218-4ecc-89e8-923ffc838696 HTTP/1.1" status: 200  len: 815 time: 0.3345861
Dec 04 21:42:22.448268 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:22.462822 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-c0b48330-3ffe-4d9a-801d-35040188172d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-iscsi, 87db3cad-4b66-48ec-97b1-c31391806f04) {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:42:22.465281 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Allocated IP 172.20.0.2 (3f29e15c-3c5f-4440-b373-0459ec9ed0c3/5941c058-3e71-4ca9-85ab-a81ea76a2e2e/2cb40a21-9c9b-4440-803f-cb157cb1ab02) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:42:22.483883 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-825a251d-4871-48a8-985c-c7f5cd341066 req-8fa771d8-f0ad-4289-9153-32b52378b73b tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/quotas/a2058a1a470645f2acd486f763a37a33 HTTP/1.1" status: 200  len: 375 time: 0.0447483
Dec 04 21:42:22.566895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b48330-3ffe-4d9a-801d-35040188172d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:22.567605 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c0b48330-3ffe-4d9a-801d-35040188172d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:22.624190 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-825a251d-4871-48a8-985c-c7f5cd341066 req-7cb54f2f-4cda-4370-a22e-afcd6eb9a53d tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?tenant_id=a2058a1a470645f2acd486f763a37a33&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1385541
Dec 04 21:42:22.639216 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c0b48330-3ffe-4d9a-801d-35040188172d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.4193578
Dec 04 21:42:22.691711 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58286f4-d15e-48d5-91e3-e6378d643faa None None] Network 87db3cad-4b66-48ec-97b1-c31391806f04 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:42:23.137858 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b796d3-1915-4fb0-a5ed-7056d97dc27c None None] Network ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:42:23.156201 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Allocated IP 172.27.1.131 (5a5bc502-ed14-4f0a-889e-34e38dce125b/2af0f04a-6e02-4e2b-b142-69b01684337c/8dfb2850-a1b9-4433-84e6-c04c5da9667d) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:42:23.207564 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59844) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:23.239854 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03d77623-2dce-4c43-87e2-a1a17a6b8a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:23.277793 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-03d77623-2dce-4c43-87e2-a1a17a6b8a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:23.283646 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-03d77623-2dce-4c43-87e2-a1a17a6b8a07 admin admin] Usage tracker for resource:security_group_rule and tenant:cdf71520646842029efbf0f5c4d16bb8 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:23.287140 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-03d77623-2dce-4c43-87e2-a1a17a6b8a07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:23.294322 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-03d77623-2dce-4c43-87e2-a1a17a6b8a07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:23.345603 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22f3de59-bde4-4dbb-9cb6-e00fb460f703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:23.420667 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 59848) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:23.421410 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4f764132-49cd-4162-8504-bf204be0925b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:23.470053 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:23.473588 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03d77623-2dce-4c43-87e2-a1a17a6b8a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:23.490955 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03d77623-2dce-4c43-87e2-a1a17a6b8a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:23.497979 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Transition to ACTIVE for port object 2cb40a21-9c9b-4440-803f-cb157cb1ab02 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:42:23.548937 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:23.564745 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-03d77623-2dce-4c43-87e2-a1a17a6b8a07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cdf71520646842029efbf0f5c4d16bb8&name=default HTTP/1.1" status: 200  len: 2875 time: 0.3555765
Dec 04 21:42:23.570522 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 59854) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:23.598476 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Transition to ACTIVE for port object 2cb40a21-9c9b-4440-803f-cb157cb1ab02 will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:42:23.604655 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:23.611333 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82282e0-b107-4b2b-b5b8-a2f761b6cfbb None None] Network 87db3cad-4b66-48ec-97b1-c31391806f04 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:42:23.617851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3f74-73db-455c-902d-19d2b991c5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:23.628638 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d77623-2dce-4c43-87e2-a1a17a6b8a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f7ce62-0c4a-4f97-80e6-11d56071b4b1,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:23.636493 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-03d77623-2dce-4c43-87e2-a1a17a6b8a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:23.707382 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9b0d3f74-73db-455c-902d-19d2b991c5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:23.722678 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:23.724204 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:23.729502 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3de59-bde4-4dbb-9cb6-e00fb460f703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=477c834c-9af0-43dc-8411-1639ac8b15d8,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:23.733124 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22f3de59-bde4-4dbb-9cb6-e00fb460f703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:23.736662 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9b0d3f74-73db-455c-902d-19d2b991c5bd admin admin] Usage tracker for resource:security_group_rule and tenant:483e92c33cd34fef8b3ebb73482ac3db is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:23.751708 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9b0d3f74-73db-455c-902d-19d2b991c5bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:23.798612 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9b0d3f74-73db-455c-902d-19d2b991c5bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:23.836354 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-825a251d-4871-48a8-985c-c7f5cd341066 req-41243524-da5d-4499-b107-fdb53badf10c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 21:42:23.837411 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-825a251d-4871-48a8-985c-c7f5cd341066 req-41243524-da5d-4499-b107-fdb53badf10c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.3613472
Dec 04 21:42:24.130610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-74f280bc-881c-4ebe-ba8b-8ff36ee86846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:24.133581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Pushing event updated for resources: {'Port': ['ID=2cb40a21-9c9b-4440-803f-cb157cb1ab02,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:24.148377 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.148945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.149106 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.149483 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.149851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.150220 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.150734 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.151266 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.152553 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.153163 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.153537 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.153905 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.154348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.154712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.155074 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.155433 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.155848 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.156413 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.156776 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.157134 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.157492 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.157848 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.158204 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.158560 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Tracked resource versions report:
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]: pushed versions:
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]: {   'AddressGroup': {'1.0'},
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Log': {'1.0'},
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Network': {'1.1'},
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Port': {'1.6'},
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SecurityGroup': {'1.3'},
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.1'},
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]: consumer versions:
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:     L3 agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:     Metering agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-749155-4-iscsi: {   'AddressGroup': '1.0',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.3',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.1',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'},
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:     Open vSwitch agent@hv-cinder-74915: {   'AddressGroup': '1.0',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'ConntrackHelper': '1.0',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Log': '1.0',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Network': '1.1',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Port': '1.6',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'PortForwarding': '1.2',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'QosPolicy': '1.8',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'SecurityGroup': '1.3',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'SecurityGroupRule': '1.1',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'SubPort': '1.0',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Subnet': '1.1',
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Trunk': '1.1'}}
Dec 04 21:42:24.159964 dv-cinder-749155-4-iscsi neutron-server[80155]:  {{(pid=80266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 04 21:42:24.189045 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:24.196534 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-825a251d-4871-48a8-985c-c7f5cd341066 req-67b0bee1-50c8-443d-9b5f-3b1de30f3415 service neutron] 10.222.0.44 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3506129
Dec 04 21:42:24.208901 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-74f280bc-881c-4ebe-ba8b-8ff36ee86846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:24.310324 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-74f280bc-881c-4ebe-ba8b-8ff36ee86846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:24.320429 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:24.324611 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f3de59-bde4-4dbb-9cb6-e00fb460f703 admin admin] Checking segment: {'id': 'f7a25f30-c0b9-4dd5-8a6c-e493308a8431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '55e15776-9919-430f-964a-7228179c178b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:42:24.325152 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f3de59-bde4-4dbb-9cb6-e00fb460f703 admin admin] Network hostable DHCP agents. Network: 55e15776-9919-430f-964a-7228179c178b, hostable agents: ['edec75b3-292e-457a-a0f5-2edc56458644'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 21:42:24.346652 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3ba887d8-5c26-465b-852a-d370182b174d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:24.371881 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Network 3f29e15c-3c5f-4440-b373-0459ec9ed0c3 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:42:24.375553 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Resources bound (agent type, host, resource id):  {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:42:24.392096 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:42:24.508547 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Attempting to bind port 2cb40a21-9c9b-4440-803f-cb157cb1ab02 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:42:24.509239 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Attempting to bind port 2cb40a21-9c9b-4440-803f-cb157cb1ab02 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': 'b9aa6b1b-70f1-49f2-903b-24c74e9f483f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:42:24.510297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Attempting to bind port 2cb40a21-9c9b-4440-803f-cb157cb1ab02 on network 3f29e15c-3c5f-4440-b373-0459ec9ed0c3 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:42:24.523533 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-825a251d-4871-48a8-985c-c7f5cd341066 req-ca8b9047-af03-48f4-b103-f638bdfea836 service neutron] 10.222.0.44 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3193424
Dec 04 21:42:24.527698 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:42:24.528561 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Checking segment: {'id': 'b9aa6b1b-70f1-49f2-903b-24c74e9f483f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:42:24.529584 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:24.530941 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Bound using segment: {'id': 'b9aa6b1b-70f1-49f2-903b-24c74e9f483f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:42:24.531739 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Bound port: 2cb40a21-9c9b-4440-803f-cb157cb1ab02, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9aa6b1b-70f1-49f2-903b-24c74e9f483f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:42:24.533192 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:24.599580 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:42:24.603499 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3f74-73db-455c-902d-19d2b991c5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:24.606418 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-74f280bc-881c-4ebe-ba8b-8ff36ee86846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:24.611762 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-74f280bc-881c-4ebe-ba8b-8ff36ee86846 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0f7ce62-0c4a-4f97-80e6-11d56071b4b1 HTTP/1.1" status: 204  len: 168 time: 1.0363159
Dec 04 21:42:24.613053 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:42:24.615474 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f280bc-881c-4ebe-ba8b-8ff36ee86846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f7ce62-0c4a-4f97-80e6-11d56071b4b1,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:24.633024 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:42:24.726646 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59890) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:24.733856 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1186439107-network', 'tenant_id': '96605bd1b736440fac8f088dd08174e6'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:24.748028 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:24.753028 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] For port 2cb40a21-9c9b-4440-803f-cb157cb1ab02, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:42:24.758338 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] For port 2cb40a21-9c9b-4440-803f-cb157cb1ab02, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=2cb40a21-9c9b-4440-803f-cb157cb1ab02,segment=NetworkSegment(b9aa6b1b-70f1-49f2-903b-24c74e9f483f),segment_id=b9aa6b1b-70f1-49f2-903b-24c74e9f483f)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:42:24.759949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Usage tracker for resource:network and tenant:96605bd1b736440fac8f088dd08174e6 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:24.765120 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:24.767842 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:24.784669 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:24.820064 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3f74-73db-455c-902d-19d2b991c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:24.827499 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:24.828779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Made reservation on behalf of 96605bd1b736440fac8f088dd08174e6 for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:42:24.850760 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:24.895079 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:25.062746 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:25.073493 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-db604a07-ffbc-4b31-88d2-d1c2dc802d0d req-64c280d1-e029-49f0-a286-bd9d91038eb4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 210 time: 0.1299281
Dec 04 21:42:25.082537 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9b0d3f74-73db-455c-902d-19d2b991c5bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=483e92c33cd34fef8b3ebb73482ac3db&name=default HTTP/1.1" status: 200  len: 2875 time: 1.6192021
Dec 04 21:42:25.086217 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Usage tracker for resource:security_group_rule and tenant:96605bd1b736440fac8f088dd08174e6 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:25.089339 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59914) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:25.092259 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:25.143949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:25.159164 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-74f280bc-881c-4ebe-ba8b-8ff36ee86846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:25.159876 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.613s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:25.312444 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Pushing event updated for resources: {'Port': ['ID=2cb40a21-9c9b-4440-803f-cb157cb1ab02,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:25.316612 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:25.333679 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f3de59-bde4-4dbb-9cb6-e00fb460f703 admin admin] Network 55e15776-9919-430f-964a-7228179c178b is scheduled to be hosted by DHCP agent edec75b3-292e-457a-a0f5-2edc56458644 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 21:42:25.338727 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-320ca156-60e0-4083-a6e1-eb519b4dc376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:25.364163 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Pushing event updated for resources: {'Port': ['ID=8dfb2850-a1b9-4433-84e6-c04c5da9667d,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:25.380439 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-22f3de59-bde4-4dbb-9cb6-e00fb460f703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-iscsi, 55e15776-9919-430f-964a-7228179c178b) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:42:25.390891 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd20f85-9b4a-41f4-b4dd-c97420fb6760 None None] Network 55e15776-9919-430f-964a-7228179c178b requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:42:25.403016 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:25.407487 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.330s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:25.429446 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-320ca156-60e0-4083-a6e1-eb519b4dc376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:25.463653 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f3de59-bde4-4dbb-9cb6-e00fb460f703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:25.464409 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22f3de59-bde4-4dbb-9cb6-e00fb460f703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:25.480710 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d3f74-73db-455c-902d-19d2b991c5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea259cd8-cc35-4b49-afb6-fc15ca22ec18,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:25.485975 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9b0d3f74-73db-455c-902d-19d2b991c5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:25.567083 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:25.575285 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:25.583200 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:25.617247 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59936) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:25.658353 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1f0191-58d9-4529-a5cf-62c57a1f162c,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:25.675721 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-320ca156-60e0-4083-a6e1-eb519b4dc376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:25.676841 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:25.918300 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-22f3de59-bde4-4dbb-9cb6-e00fb460f703 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 4.5854354
Dec 04 21:42:25.922251 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 59952) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:25.945716 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1319474367-router', 'tenant_id': '9fa06726d5e745cfb38a67990cbbcecb', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:25.963373 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec2fdcd-1bec-4907-8128-0335a7dc0a32 None None] Network 55e15776-9919-430f-964a-7228179c178b requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:42:25.970025 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:25.981972 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Usage tracker for resource:router and tenant:9fa06726d5e745cfb38a67990cbbcecb is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:26.000070 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:26.076641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:26.087282 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 21:42:26.106158 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:26.117527 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853841144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746027'] for router, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:26.118646 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853826143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853820664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-955605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29773'] for router, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:26.131118 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:26.153264 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-320ca156-60e0-4083-a6e1-eb519b4dc376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:26.154775 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-320ca156-60e0-4083-a6e1-eb519b4dc376 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea259cd8-cc35-4b49-afb6-fc15ca22ec18 HTTP/1.1" status: 204  len: 168 time: 1.0644519
Dec 04 21:42:26.160750 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ca156-60e0-4083-a6e1-eb519b4dc376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea259cd8-cc35-4b49-afb6-fc15ca22ec18,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:26.179591 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:26.180627 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Added segment 52d20a6a-9d80-4aba-93cc-6610113dd584 of type vxlan for network 9be6face-0e37-4c38-b373-297aaa2a9800
Dec 04 21:42:26.183944 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-320ca156-60e0-4083-a6e1-eb519b4dc376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:26.229743 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:26.348946 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e43a157b-f82f-4ea7-9eba-5bc3ba796968 req-6bc5b4fc-c722-482b-aaa0-da092e2ab201 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 210 time: 0.0812414
Dec 04 21:42:26.369209 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730055956612'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:26.381763 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-c28f0785-b334-4d32-87b7-441bbf1de4b8 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:26.383845 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-c28f0785-b334-4d32-87b7-441bbf1de4b8 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/networks?id=ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f HTTP/1.1" status: 200  len: 812 time: 0.7652266
Dec 04 21:42:26.428080 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-8ccc7610-ef44-495b-942e-c7bfa834f222 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/quotas/138128e9f0564e928facf9628e86ed68 HTTP/1.1" status: 200  len: 375 time: 0.0297174
Dec 04 21:42:26.502923 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:26.506260 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-bc2d10b4-66e9-4a1a-93ef-94df0e21a300 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?tenant_id=138128e9f0564e928facf9628e86ed68&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0676868
Dec 04 21:42:26.507989 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:26.508767 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:26.516771 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:26.806217 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.0589082
Dec 04 21:42:26.807073 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 59986) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:26.823276 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-1b076de5-b120-49ec-b94b-75f32f6ad9da admin admin] Request body: {'subnet': {'network_id': '9be6face-0e37-4c38-b373-297aaa2a9800', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1186439107-subnet', 'tenant_id': '96605bd1b736440fac8f088dd08174e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:26.847865 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1b076de5-b120-49ec-b94b-75f32f6ad9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:26.861820 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1b076de5-b120-49ec-b94b-75f32f6ad9da admin admin] Usage tracker for resource:subnet and tenant:96605bd1b736440fac8f088dd08174e6 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:26.865846 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1b076de5-b120-49ec-b94b-75f32f6ad9da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:26.876644 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a6494afb-67aa-45d7-b589-019c8e0830cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:26.879996 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1b076de5-b120-49ec-b94b-75f32f6ad9da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:26.889675 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 2cb40a21-9c9b-4440-803f-cb157cb1ab02 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:42:26.905325 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b076de5-b120-49ec-b94b-75f32f6ad9da admin admin] Made reservation on behalf of 96605bd1b736440fac8f088dd08174e6 for: {'subnet': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:42:26.910226 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1b076de5-b120-49ec-b94b-75f32f6ad9da admin admin] Notify callbacks [] for subnet, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:26.940416 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Pushing event updated for resources: {'Network': ['ID=9be6face-0e37-4c38-b373-297aaa2a9800,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:26.945463 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:27.001881 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Network 9be6face-0e37-4c38-b373-297aaa2a9800 details requested by agent ovs-agent-dv-cinder-749155-4-iscsi with host dv-cinder-749155-4-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:42:27.154249 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853820647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29822'] for router, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:27.199583 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Network 9be6face-0e37-4c38-b373-297aaa2a9800 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:42:27.541268 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c00105-3f40-45a5-b29b-ee63d15646f0 None None] Network 3f29e15c-3c5f-4440-b373-0459ec9ed0c3 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:42:27.719374 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-0a0d852d-a6fa-4003-ae96-783c0570ab3d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 21:42:27.722517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955187'] for router, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:27.738810 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-0a0d852d-a6fa-4003-ae96-783c0570ab3d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.5874176
Dec 04 21:42:27.932745 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:27.955711 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-ac3119c8-bc2d-42e9-bb82-aa2ff966541a None None] Provisioning for port 2cb40a21-9c9b-4440-803f-cb157cb1ab02 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:42:28.003208 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port 2cb40a21-9c9b-4440-803f-cb157cb1ab02 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:42:28.022802 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 2cb40a21-9c9b-4440-803f-cb157cb1ab02 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:42:28.023536 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:28.126350 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-32f315fb-c1a0-4ffe-b6cd-d485296c35b5 req-b717e132-aa8c-4237-b598-5f25955222a4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 210 time: 0.1571755
Dec 04 21:42:28.157904 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-cef3fa36-3ee0-4119-a142-a8d1aaca4e5b service neutron] 10.222.0.44 "GET /v2.0/networks/ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4167719
Dec 04 21:42:28.466320 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.53', 55123) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:28.481788 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-2a17390a-c1e3-4635-96f6-6d3491f322e5 service neutron] 10.222.0.44 "GET /v2.0/networks/ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3227918
Dec 04 21:42:28.516295 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1b076de5-b120-49ec-b94b-75f32f6ad9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for subnet, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:28.621168 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:28.761890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b076de5-b120-49ec-b94b-75f32f6ad9da admin admin] Pushing event updated for resources: {'Subnet': ['ID=8639b0f4-117a-47d9-9c73-afd71667fa40,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:28.771330 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1b076de5-b120-49ec-b94b-75f32f6ad9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:28.796458 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a251d-4871-48a8-985c-c7f5cd341066 req-35d67e45-9413-48d7-b3d7-484b808845bc tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:28.799352 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-825a251d-4871-48a8-985c-c7f5cd341066 req-35d67e45-9413-48d7-b3d7-484b808845bc tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.53 "GET /v2.0/networks?id=e1afa9e6-c218-4ecc-89e8-923ffc838696 HTTP/1.1" status: 200  len: 815 time: 0.3324192
Dec 04 21:42:28.895539 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:29.023287 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port 2cb40a21-9c9b-4440-803f-cb157cb1ab02, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=2cb40a21-9c9b-4440-803f-cb157cb1ab02,segment=NetworkSegment(b9aa6b1b-70f1-49f2-903b-24c74e9f483f),segment_id=b9aa6b1b-70f1-49f2-903b-24c74e9f483f)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:42:29.033763 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:29.063271 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:29.185638 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-825a251d-4871-48a8-985c-c7f5cd341066 req-4ee58ef1-bd22-4e4a-a8be-b57fcaecaced tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Request body: {'port': {'device_id': 'a72e40ad-18dd-43a9-8fe2-3411ad5b64ab', 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696', 'admin_state_up': True, 'tenant_id': 'a2058a1a470645f2acd486f763a37a33'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:29.186633 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0fefd389-5b53-447f-aa99-1b69d0ca9bdb req-a91335c0-23f6-42bf-8cda-83bf0fb83cff tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 210 time: 0.1581159
Dec 04 21:42:29.229110 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b076de5-b120-49ec-b94b-75f32f6ad9da admin admin] Checking segment: {'id': '52d20a6a-9d80-4aba-93cc-6610113dd584', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9be6face-0e37-4c38-b373-297aaa2a9800'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:42:29.229297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b076de5-b120-49ec-b94b-75f32f6ad9da admin admin] Network hostable DHCP agents. Network: 9be6face-0e37-4c38-b373-297aaa2a9800, hostable agents: ['edec75b3-292e-457a-a0f5-2edc56458644'], hosted agents: [] {{(pid=80265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 21:42:29.278363 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b076de5-b120-49ec-b94b-75f32f6ad9da admin admin] Network 9be6face-0e37-4c38-b373-297aaa2a9800 is scheduled to be hosted by DHCP agent edec75b3-292e-457a-a0f5-2edc56458644 with binding_index 1 {{(pid=80265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 21:42:29.296868 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-1b076de5-b120-49ec-b94b-75f32f6ad9da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-iscsi, 9be6face-0e37-4c38-b373-297aaa2a9800) {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:42:29.304252 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b076de5-b120-49ec-b94b-75f32f6ad9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:29.305220 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1b076de5-b120-49ec-b94b-75f32f6ad9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:29.333322 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75c021b-76a1-4659-9e90-eb839ea54d15 None None] Network 9be6face-0e37-4c38-b373-297aaa2a9800 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:42:29.402725 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1b076de5-b120-49ec-b94b-75f32f6ad9da admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.5787666
Dec 04 21:42:29.404548 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-825a251d-4871-48a8-985c-c7f5cd341066 req-4ee58ef1-bd22-4e4a-a8be-b57fcaecaced tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:29.426571 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-825a251d-4871-48a8-985c-c7f5cd341066 req-4ee58ef1-bd22-4e4a-a8be-b57fcaecaced tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Usage tracker for resource:port and tenant:a2058a1a470645f2acd486f763a37a33 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:29.430878 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-825a251d-4871-48a8-985c-c7f5cd341066 req-4ee58ef1-bd22-4e4a-a8be-b57fcaecaced tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Quota usage for port was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:29.439982 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-825a251d-4871-48a8-985c-c7f5cd341066 req-4ee58ef1-bd22-4e4a-a8be-b57fcaecaced tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:29.449765 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 is scheduled to L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 with binding_index 1 {{(pid=80264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 04 21:42:29.500054 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825a251d-4871-48a8-985c-c7f5cd341066 req-4ee58ef1-bd22-4e4a-a8be-b57fcaecaced tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Made reservation on behalf of a2058a1a470645f2acd486f763a37a33 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:42:29.500501 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=2cb40a21-9c9b-4440-803f-cb157cb1ab02,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:29.518817 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:29.519832 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-72454635-fd75-4c01-8db5-19ae3ac17e7f None None] Provisioning complete for port 2cb40a21-9c9b-4440-803f-cb157cb1ab02 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:42:29.520438 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-72454635-fd75-4c01-8db5-19ae3ac17e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:29.534625 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-825a251d-4871-48a8-985c-c7f5cd341066 req-4ee58ef1-bd22-4e4a-a8be-b57fcaecaced tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:29.689038 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-70c4e8a7-912d-4b3b-8d7e-a883713f02c9 req-c90d760e-0e72-4bbd-a5e6-d705dd8bfb6a tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 210 time: 0.1089003
Dec 04 21:42:30.160833 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 60118) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:30.327184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbdfabb-5511-4761-93af-1178fc1f1695 None None] Network 9be6face-0e37-4c38-b373-297aaa2a9800 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:42:30.397019 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:42:30.416612 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Sync routers for ids ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:42:30.426837 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:30.432990 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Routers {'40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:42:30.434384 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fceee128>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:42:00Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:30.470491 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Notify callbacks [] for router, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:30.474580 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 9.9458938
Dec 04 21:42:30.483452 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 60152) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:30.486648 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:30.487006 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-050b7337-a1d3-45de-a1e7-292e3d35db0c admin admin] Deleting subnet 2dbea32c-cb9a-4192-925f-88351b16f977 {{(pid=80265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 21:42:30.511592 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5cd5ada3-177c-44a9-a1ef-7e7c6e55f2d1 None None] Provisioning complete for port 2cb40a21-9c9b-4440-803f-cb157cb1ab02 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:42:30.515479 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5cd5ada3-177c-44a9-a1ef-7e7c6e55f2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:30.516733 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-050b7337-a1d3-45de-a1e7-292e3d35db0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:30.628355 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a9f9fbae-c3d2-4ceb-9640-6f65a67077ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:30.740618 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Set router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:42:30.980599 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-050b7337-a1d3-45de-a1e7-292e3d35db0c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:31.015125 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7799cd74-98bf-41fe-bedd-f1f6a57e7971 req-98a14adf-d800-43c9-b5ce-32676f41d5f3 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 210 time: 0.1932943
Dec 04 21:42:31.040227 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-050b7337-a1d3-45de-a1e7-292e3d35db0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1886451'] for subnet, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:31.180575 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 2cb40a21-9c9b-4440-803f-cb157cb1ab02 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:42:31.247721 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0e45d37-b246-499f-9f7a-ee6d24e8ac34 req-fbc185fb-b268-4ae1-84e8-6297a7e5945b tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 210 time: 0.1348932
Dec 04 21:42:31.366166 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 2cb40a21-9c9b-4440-803f-cb157cb1ab02 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:42:31.366380 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:31.384318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Allocated IP 172.27.1.71 (5a5bc502-ed14-4f0a-889e-34e38dce125b/2af0f04a-6e02-4e2b-b142-69b01684337c/db6fc226-b2e2-4b34-a9d7-2cf13700ed38) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:42:31.415110 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fceee128>, [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:42:25Z', 'revision_number': 3, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:31.431738 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Checking router: 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:42:31.432233 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Updating router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 port 8dfb2850-a1b9-4433-84e6-c04c5da9667d binding host dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 21:42:31.568309 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:31.598319 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:31.642115 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:31.642933 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 60182) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:31.737765 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:31.975245 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:31.978879 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:32.007724 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.53', 55129) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:32.125942 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:32.180214 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-050b7337-a1d3-45de-a1e7-292e3d35db0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852889349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for subnet, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:32.597634 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:32.668413 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b7337-a1d3-45de-a1e7-292e3d35db0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbea32c-cb9a-4192-925f-88351b16f977,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:32.735597 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:32.752627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Transition to ACTIVE for port object 8dfb2850-a1b9-4433-84e6-c04c5da9667d will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:42:32.755908 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:32.789472 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9f424eef-eb60-46b1-a3c2-3fad90cfd59c req-49b38d64-8400-4420-b5ff-10134574d73e tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 210 time: 0.2616065
Dec 04 21:42:32.797374 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fff173a3-d699-4b4b-b752-0fc0ea7631cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:32.800585 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-050b7337-a1d3-45de-a1e7-292e3d35db0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:32.897355 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b3dfa56e-5dd8-4323-88c7-6e464c33d5a3 req-4b9bdd4d-e2b9-48d4-ac87-3d8355c99367 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 210 time: 0.3009520
Dec 04 21:42:32.898739 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-050b7337-a1d3-45de-a1e7-292e3d35db0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:32.910869 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-050b7337-a1d3-45de-a1e7-292e3d35db0c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2dbea32c-cb9a-4192-925f-88351b16f977 HTTP/1.1" status: 204  len: 168 time: 2.7484138
Dec 04 21:42:32.913695 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 60216) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:32.967281 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-c4750110-5bc6-4e06-8108-45afe4c890ad tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:32.968160 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-c4750110-5bc6-4e06-8108-45afe4c890ad tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Synchronizing usage tracker for tenant:138128e9f0564e928facf9628e86ed68 on resource:network {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:42:33.029327 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Pushing event updated for resources: {'Port': ['ID=8dfb2850-a1b9-4433-84e6-c04c5da9667d,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:33.040850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.041388 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.041874 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.042389 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.042862 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.043792 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.045335 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.045724 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.052575 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.052675 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.053581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.054240 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.055077 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.056007 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.056658 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.057449 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.057759 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.059133 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.059675 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.060122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.060830 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.060933 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.061350 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.061780 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Tracked resource versions report:
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]: pushed versions:
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]: {   'AddressGroup': {'1.0'},
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Log': {'1.0'},
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Network': {'1.1'},
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Port': {'1.6'},
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SecurityGroup': {'1.3'},
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.1'},
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]: consumer versions:
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:     L3 agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:     Metering agent@dv-cinder-749155-4-iscsi: {},
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-749155-4-iscsi: {   'AddressGroup': '1.0',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.3',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.1',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'},
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:     Open vSwitch agent@hv-cinder-74915: {   'AddressGroup': '1.0',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'ConntrackHelper': '1.0',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Log': '1.0',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Network': '1.1',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Port': '1.6',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'PortForwarding': '1.2',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'QosPolicy': '1.8',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'SecurityGroup': '1.3',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'SecurityGroupRule': '1.1',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'SubPort': '1.0',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Subnet': '1.1',
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:                                             'Trunk': '1.1'}}
Dec 04 21:42:33.063279 dv-cinder-749155-4-iscsi neutron-server[80155]:  {{(pid=80267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 04 21:42:33.080383 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:33.181462 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Attempting to bind port 8dfb2850-a1b9-4433-84e6-c04c5da9667d on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:42:33.182008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Attempting to bind port 8dfb2850-a1b9-4433-84e6-c04c5da9667d by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:42:33.182669 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Attempting to bind port 8dfb2850-a1b9-4433-84e6-c04c5da9667d on network 5a5bc502-ed14-4f0a-889e-34e38dce125b {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:42:33.190708 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b9064f5-4ad1-4d12-8dc5-233b7561e958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:33.191081 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:42:33.191517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Checking segment: {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:42:33.191971 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:33.192501 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Bound using segment: {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:42:33.193118 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Bound port: 8dfb2850-a1b9-4433-84e6-c04c5da9667d, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:42:33.193640 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:33.248888 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8b9064f5-4ad1-4d12-8dc5-233b7561e958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:33.254461 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1971921'] for network, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:33.257471 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8b9064f5-4ad1-4d12-8dc5-233b7561e958 admin admin] Usage tracker for resource:security_group_rule and tenant:a712ec70ec944ff9ae6c5ae0e5bb0b35 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:33.267545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8b9064f5-4ad1-4d12-8dc5-233b7561e958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:33.275401 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8b9064f5-4ad1-4d12-8dc5-233b7561e958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:33.282419 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-c4750110-5bc6-4e06-8108-45afe4c890ad tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Unset dirty status for tenant:138128e9f0564e928facf9628e86ed68 on resource:network {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:42:33.284189 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-c4750110-5bc6-4e06-8108-45afe4c890ad tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.53 "GET /v2.0/networks?id=ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f HTTP/1.1" status: 200  len: 812 time: 1.2754083
Dec 04 21:42:33.316665 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] For port 8dfb2850-a1b9-4433-84e6-c04c5da9667d, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:42:33.325205 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] For port 8dfb2850-a1b9-4433-84e6-c04c5da9667d, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=8dfb2850-a1b9-4433-84e6-c04c5da9667d,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:42:33.341668 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:33.508941 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b9064f5-4ad1-4d12-8dc5-233b7561e958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:33.515090 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Pushing event updated for resources: {'Port': ['ID=db6fc226-b2e2-4b34-a9d7-2cf13700ed38,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:33.525824 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b9064f5-4ad1-4d12-8dc5-233b7561e958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:33.530028 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:33.571180 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.833s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:33.744283 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:33.750810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1888956', 'neutron.services.segments.db._delete_segments_for_network-8730056527680'] for network, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:33.751594 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Routers {'40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:42:33.752300 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fceee128>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:42:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:33.932585 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f09fc87c630>> segment before_delete 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:42:33.933870 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f09fc87c630>> subnet precommit_delete_associations 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:42:33.937331 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09fd9b47b8>> segment_host_mapping after_create 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:42:33.937963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09fd9b47b8>> port after_create 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:42:33.938560 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09fd9b47b8>> port after_delete 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:42:33.938935 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09fd9b47b8>> port after_update 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:42:33.939274 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09fd9b47b8>> segment after_delete 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:42:33.939676 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09fd9b47b8>> subnet after_create 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:42:33.940024 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09fd9b47b8>> subnet after_delete 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:42:33.940373 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09fd9b47b8>> subnet after_update 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:42:34.210291 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-825a251d-4871-48a8-985c-c7f5cd341066 req-4ee58ef1-bd22-4e4a-a8be-b57fcaecaced tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Allocated IP 172.20.0.14 (e1afa9e6-c218-4ecc-89e8-923ffc838696/68ccc99a-c2e9-4220-9d9e-d15fbf09c75e/443bb704-ccd3-4668-af4d-08647d5c1c93) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:42:34.215013 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f09fc2f9828>> subnet after_create 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:42:34.215403 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f09fc2f9828>> subnet after_delete 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:42:34.215814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f09fc2f9828>> subnet before_create 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:42:34.216191 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f09fc2f9828>> subnet before_update 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:42:34.216581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09fc4b8fd0>,) {'filters': {'network_id': ['87db3cad-4b66-48ec-97b1-c31391806f04']}} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:34.238725 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fc4b8fd0>, 'f90e9d93-9d13-4544-8442-c0f434abff3e') {'for_net_delete': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:34.239051 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fc4b8fd0>, 'f90e9d93-9d13-4544-8442-c0f434abff3e') {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:34.278895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730056528465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125223'] for segment, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:34.311722 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8b9064f5-4ad1-4d12-8dc5-233b7561e958 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a712ec70ec944ff9ae6c5ae0e5bb0b35&name=default HTTP/1.1" status: 200  len: 2879 time: 2.6446333
Dec 04 21:42:34.311722 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:42:34.316928 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:34.324045 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 21:42:34.367108 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 60234) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:34.369378 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9064f5-4ad1-4d12-8dc5-233b7561e958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c6387b-f15a-4459-aa46-5321751c6048,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:34.374176 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8b9064f5-4ad1-4d12-8dc5-233b7561e958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:34.410479 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:42:34.410479 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:42:34.485813 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] Set router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:42:34.599025 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:34.829110 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Network 87db3cad-4b66-48ec-97b1-c31391806f04 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:42:34.850884 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1889284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851553025'] for segment, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:34.928625 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Pushing event updated for resources: {'Port': ['ID=8dfb2850-a1b9-4433-84e6-c04c5da9667d,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:34.950361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.420s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:34.977245 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fceee128>, [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:42:25Z', 'revision_number': 3, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:34.984981 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252be0b-7261-4fc5-8996-1cb151eee127 None None] The sync data for ids ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'] in dv-cinder-749155-4-iscsi is: [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:42:25Z', 'revision_number': 3, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:42:35.421541 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-671848b2-3d92-45d7-a967-db619cfa5e47 req-742ca916-5193-437e-b601-b04916664f56 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 210 time: 0.1247375
Dec 04 21:42:35.473244 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fdce01a-5948-4b53-b401-6f09bbd9a892 req-8e7e4841-525f-412d-b281-57b52cab0159 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 210 time: 0.1782095
Dec 04 21:42:35.541656 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ca62f79-f3ee-4415-8ce7-b3c035965130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:35.705859 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Network 87db3cad-4b66-48ec-97b1-c31391806f04 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:   (rel_b, rel_a, rel_b),
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:   (rel_b, rel_a, rel_b),
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]: Traceback (most recent call last):
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:     timer()
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:     cb(*args, **kw)
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:     self._notify()
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.callback(batched_events)
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:     event.method(event)
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(self, *a, **k)
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self._get(url).json()
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:     **kwargs)
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:     **endpoint_filter)
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 21:42:35.793587 dv-cinder-749155-4-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 21:42:35.840919 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ca62f79-f3ee-4415-8ce7-b3c035965130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:35.993610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1888943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853820434'] for network, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:36.002531 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8da94e4b-5a30-4c43-9075-b084ff8ef5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:36.076659 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:36.076659 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/87db3cad-4b66-48ec-97b1-c31391806f04 HTTP/1.1" status: 204  len: 168 time: 3.1525428
Dec 04 21:42:36.076659 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 60264) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:36.147493 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=87db3cad-4b66-48ec-97b1-c31391806f04,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:36.175350 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-608f30ed-eb77-4377-b2e6-56ce5089efd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:36.215948 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-13423037-8ce6-4a08-b2f6-36991e102048 admin admin] Deleting subnet 8639b0f4-117a-47d9-9c73-afd71667fa40 {{(pid=80265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 21:42:36.220221 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-13423037-8ce6-4a08-b2f6-36991e102048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:36.293110 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-13423037-8ce6-4a08-b2f6-36991e102048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851650577'] for subnet, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:36.430363 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-13423037-8ce6-4a08-b2f6-36991e102048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1886451'] for subnet, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:36.542207 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:36.630343 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-825a251d-4871-48a8-985c-c7f5cd341066 req-4ee58ef1-bd22-4e4a-a8be-b57fcaecaced tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:36.649429 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ca62f79-f3ee-4415-8ce7-b3c035965130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:36.680996 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8b9064f5-4ad1-4d12-8dc5-233b7561e958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:36.842930 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca62f79-f3ee-4415-8ce7-b3c035965130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c6387b-f15a-4459-aa46-5321751c6048,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:36.848262 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ca62f79-f3ee-4415-8ce7-b3c035965130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:36.925789 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b63df70-db44-4351-9cf8-9a42fef84108 req-e9ab5dc2-5cd5-4929-9311-d4b4f90154d9 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 210 time: 0.1294653
Dec 04 21:42:37.001045 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a95e2bcc-1802-4a75-8d46-9ae4bf99916f req-7088e9ac-ad6c-4aed-a02e-1dc71edbaedb tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 210 time: 0.0742040
Dec 04 21:42:37.331043 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 8dfb2850-a1b9-4433-84e6-c04c5da9667d up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:42:37.347981 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-825a251d-4871-48a8-985c-c7f5cd341066 req-4ee58ef1-bd22-4e4a-a8be-b57fcaecaced tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:37.382943 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-13423037-8ce6-4a08-b2f6-36991e102048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852889349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851553196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851998373'] for subnet, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:37.512628 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port 8dfb2850-a1b9-4433-84e6-c04c5da9667d completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:42:37.526378 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 8dfb2850-a1b9-4433-84e6-c04c5da9667d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:42:37.526873 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:37.547824 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ca62f79-f3ee-4415-8ce7-b3c035965130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:37.554645 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4ca62f79-f3ee-4415-8ce7-b3c035965130 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c9c6387b-f15a-4459-aa46-5321751c6048 HTTP/1.1" status: 204  len: 168 time: 3.1790233
Dec 04 21:42:37.576341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e4a66e44-8035-4678-bb48-d3916a7f33b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:37.632483 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4bfe2ae7-8630-4a6d-8d1a-bb2a73db79fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:37.679021 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13423037-8ce6-4a08-b2f6-36991e102048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8639b0f4-117a-47d9-9c73-afd71667fa40,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:37.721737 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-13423037-8ce6-4a08-b2f6-36991e102048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:37.747943 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-13423037-8ce6-4a08-b2f6-36991e102048 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:37.750171 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-13423037-8ce6-4a08-b2f6-36991e102048 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8639b0f4-117a-47d9-9c73-afd71667fa40 HTTP/1.1" status: 204  len: 168 time: 1.6773517
Dec 04 21:42:37.752517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 60296) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:37.775546 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Allocated IP 172.20.0.1 (3f29e15c-3c5f-4440-b373-0459ec9ed0c3/5941c058-3e71-4ca9-85ab-a81ea76a2e2e/66a8b243-b6ba-4d8a-bbc3-fdb0940933a4) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:42:37.782994 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee58ef1-bd22-4e4a-a8be-b57fcaecaced tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Pushing event updated for resources: {'Port': ['ID=443bb704-ccd3-4668-af4d-08647d5c1c93,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:37.800662 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:37.819940 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port 8dfb2850-a1b9-4433-84e6-c04c5da9667d, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=8dfb2850-a1b9-4433-84e6-c04c5da9667d,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:42:37.825304 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:37.829894 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:37.871846 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ee58ef1-bd22-4e4a-a8be-b57fcaecaced tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:37.982366 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=8dfb2850-a1b9-4433-84e6-c04c5da9667d,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:37.989850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:38.019943 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-037fefd3-af60-4e5d-a579-6be0d3647a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1971921'] for network, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:38.048407 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-853e9085-4ee0-497b-a4bb-6116b12bc860 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Request body: {'port': {'device_id': 'eaf91e34-f608-4bbe-8804-373fb3321af2', 'network_id': 'ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f', 'admin_state_up': True, 'tenant_id': '138128e9f0564e928facf9628e86ed68'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:38.297318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 60308) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:38.341729 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-037fefd3-af60-4e5d-a579-6be0d3647a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1888956', 'neutron.services.segments.db._delete_segments_for_network-8730056527680'] for network, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:38.426997 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-335e6220-6564-4aa4-8ecb-c69e5b04b749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:38.472725 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825a251d-4871-48a8-985c-c7f5cd341066 req-4ee58ef1-bd22-4e4a-a8be-b57fcaecaced tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Network e1afa9e6-c218-4ecc-89e8-923ffc838696 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:42:38.474167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-825a251d-4871-48a8-985c-c7f5cd341066 req-4ee58ef1-bd22-4e4a-a8be-b57fcaecaced tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:42:38.493351 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-825a251d-4871-48a8-985c-c7f5cd341066 req-4ee58ef1-bd22-4e4a-a8be-b57fcaecaced tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:42:38.498289 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a251d-4871-48a8-985c-c7f5cd341066 req-4ee58ef1-bd22-4e4a-a8be-b57fcaecaced tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:38.498963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-825a251d-4871-48a8-985c-c7f5cd341066 req-4ee58ef1-bd22-4e4a-a8be-b57fcaecaced tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:38.560740 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-335e6220-6564-4aa4-8ecb-c69e5b04b749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:38.606039 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc762023-a5eb-4a10-88f1-26f6c1489f08 req-04023779-a62f-4f5f-8cc2-ecb5265a0a9a tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 210 time: 0.1438098
Dec 04 21:42:38.607415 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-335e6220-6564-4aa4-8ecb-c69e5b04b749 admin admin] Usage tracker for resource:security_group_rule and tenant:af925680328f4fb6bfd7b2ce666b7793 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:38.630725 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-037fefd3-af60-4e5d-a579-6be0d3647a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09fc976860>,) {'filters': {'network_id': ['9be6face-0e37-4c38-b373-297aaa2a9800']}} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:38.638947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-335e6220-6564-4aa4-8ecb-c69e5b04b749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:38.652267 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-335e6220-6564-4aa4-8ecb-c69e5b04b749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:38.656515 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-037fefd3-af60-4e5d-a579-6be0d3647a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fc976860>, '52d20a6a-9d80-4aba-93cc-6610113dd584') {'for_net_delete': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:38.656853 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-037fefd3-af60-4e5d-a579-6be0d3647a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fc976860>, '52d20a6a-9d80-4aba-93cc-6610113dd584') {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:38.665568 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-825a251d-4871-48a8-985c-c7f5cd341066 req-4ee58ef1-bd22-4e4a-a8be-b57fcaecaced tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 9.4855542
Dec 04 21:42:38.672340 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0f035-1572-4c92-baa7-7c6f1cfae1cb req-82936d7b-b346-4b35-9b15-84992f245d9f tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:38.674012 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bbd0f035-1572-4c92-baa7-7c6f1cfae1cb req-82936d7b-b346-4b35-9b15-84992f245d9f tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 932 time: 0.4392774
Dec 04 21:42:38.689258 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-037fefd3-af60-4e5d-a579-6be0d3647a42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730056528465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125223'] for segment, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:38.754838 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-037fefd3-af60-4e5d-a579-6be0d3647a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:38.762092 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-037fefd3-af60-4e5d-a579-6be0d3647a42 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 21:42:38.851057 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-bbd0f035-1572-4c92-baa7-7c6f1cfae1cb req-d5b4849e-f9c8-4d06-9fa2-364984db896e tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Synchronizing usage tracker for tenant:a2058a1a470645f2acd486f763a37a33 on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:42:38.855689 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:38.868031 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-853e9085-4ee0-497b-a4bb-6116b12bc860 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:38.874309 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955187'] for router, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:38.886851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-853e9085-4ee0-497b-a4bb-6116b12bc860 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Usage tracker for resource:port and tenant:138128e9f0564e928facf9628e86ed68 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:38.898098 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-853e9085-4ee0-497b-a4bb-6116b12bc860 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Quota usage for port was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:39.012890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-037fefd3-af60-4e5d-a579-6be0d3647a42 admin admin] Network 9be6face-0e37-4c38-b373-297aaa2a9800 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:42:39.025673 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-037fefd3-af60-4e5d-a579-6be0d3647a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1889284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851553025'] for segment, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:39.046290 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-853e9085-4ee0-497b-a4bb-6116b12bc860 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:39.119070 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-335e6220-6564-4aa4-8ecb-c69e5b04b749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:39.141896 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-335e6220-6564-4aa4-8ecb-c69e5b04b749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:39.151693 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 8dfb2850-a1b9-4433-84e6-c04c5da9667d up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:42:39.226272 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 8dfb2850-a1b9-4433-84e6-c04c5da9667d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:42:39.227177 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:39.228131 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-320ca156-60e0-4083-a6e1-eb519b4dc376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:39.242398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-bbd0f035-1572-4c92-baa7-7c6f1cfae1cb req-d5b4849e-f9c8-4d06-9fa2-364984db896e tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Unset dirty status for tenant:a2058a1a470645f2acd486f763a37a33 on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:42:39.243745 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bbd0f035-1572-4c92-baa7-7c6f1cfae1cb req-d5b4849e-f9c8-4d06-9fa2-364984db896e tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5580537
Dec 04 21:42:39.245295 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-853e9085-4ee0-497b-a4bb-6116b12bc860 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Made reservation on behalf of 138128e9f0564e928facf9628e86ed68 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:42:39.255295 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-853e9085-4ee0-497b-a4bb-6116b12bc860 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:39.283439 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-037fefd3-af60-4e5d-a579-6be0d3647a42 admin admin] Network 9be6face-0e37-4c38-b373-297aaa2a9800 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]: Traceback (most recent call last):
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:     timer()
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:     cb(*args, **kw)
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:     self._notify()
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.callback(batched_events)
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:     event.method(event)
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(self, *a, **k)
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self._get(url).json()
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:     **kwargs)
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:     **endpoint_filter)
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 21:42:39.317689 dv-cinder-749155-4-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 21:42:39.389805 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-335e6220-6564-4aa4-8ecb-c69e5b04b749 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af925680328f4fb6bfd7b2ce666b7793&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0885150
Dec 04 21:42:39.393198 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e6220-6564-4aa4-8ecb-c69e5b04b749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a871ec-72aa-41d3-ba1a-040a2b37eab4,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:39.393690 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 60322) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:39.610073 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-335e6220-6564-4aa4-8ecb-c69e5b04b749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:39.628729 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-037fefd3-af60-4e5d-a579-6be0d3647a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1888943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853820434'] for network, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:39.631342 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Transition to ACTIVE for port object 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:42:39.633206 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:39.650002 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Router 32081483-789c-48ad-968d-99d4e084713b is scheduled to L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 with binding_index 1 {{(pid=80264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 04 21:42:39.656850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-037fefd3-af60-4e5d-a579-6be0d3647a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:39.659285 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fefd3-af60-4e5d-a579-6be0d3647a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=9be6face-0e37-4c38-b373-297aaa2a9800,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:39.666536 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-037fefd3-af60-4e5d-a579-6be0d3647a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:39.676043 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-037fefd3-af60-4e5d-a579-6be0d3647a42 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9be6face-0e37-4c38-b373-297aaa2a9800 HTTP/1.1" status: 204  len: 168 time: 1.9223878
Dec 04 21:42:39.887509 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-af9dc2f8-0998-4f44-9e0a-86c348f467a7 req-ff7ba4fa-c764-4d18-b4ce-ad00983168f0 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 210 time: 0.0613024
Dec 04 21:42:39.895710 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:42:39.997374 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 60332) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:40.028464 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6f28-ca12-4c9b-b685-e7d6e8787654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:40.090527 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:40.099895 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cce9f477-e777-401b-a6fc-5a21e22443fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d41761ea32b4a04b49a22de82d4ed63&name=default HTTP/1.1" status: 200  len: 2875 time: 0.1010551
Dec 04 21:42:40.105868 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 60340) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:40.141917 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:40.211925 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f310b2c4-d049-4a4f-99a8-aff8c944156d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:40.269506 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f310b2c4-d049-4a4f-99a8-aff8c944156d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:40.353630 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6f28-ca12-4c9b-b685-e7d6e8787654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:40.355071 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f310b2c4-d049-4a4f-99a8-aff8c944156d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:40.359524 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:40.372180 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310b2c4-d049-4a4f-99a8-aff8c944156d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b66afd2-44d9-4715-9e92-03b91d16a7bd,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:40.375478 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f310b2c4-d049-4a4f-99a8-aff8c944156d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:40.382667 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f310b2c4-d049-4a4f-99a8-aff8c944156d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:40.384165 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f310b2c4-d049-4a4f-99a8-aff8c944156d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b66afd2-44d9-4715-9e92-03b91d16a7bd HTTP/1.1" status: 204  len: 168 time: 0.2756398
Dec 04 21:42:40.551337 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:42:40.562474 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Sync routers for ids ['32081483-789c-48ad-968d-99d4e084713b'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:42:40.565635 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae87d2c-7a42-472a-b1e1-0afcd3b5a827 req-810303ea-8964-4f85-a3d8-11f48103ccb3 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:40.567317 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aae87d2c-7a42-472a-b1e1-0afcd3b5a827 req-810303ea-8964-4f85-a3d8-11f48103ccb3 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 932 time: 0.1149874
Dec 04 21:42:40.579720 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Routers {'32081483-789c-48ad-968d-99d4e084713b'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:42:40.579720 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcda7e10>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:42:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['32081483-789c-48ad-968d-99d4e084713b'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:40.663187 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aae87d2c-7a42-472a-b1e1-0afcd3b5a827 req-19c44593-d32c-43fd-bd7b-2e2edd1c54c9 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732915
Dec 04 21:42:40.677078 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Notify callbacks [] for router, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:40.678423 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 14.7548254
Dec 04 21:42:40.684000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 60358) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:40.689071 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Network 3f29e15c-3c5f-4440-b373-0459ec9ed0c3 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:42:40.693181 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=66a8b243-b6ba-4d8a-bbc3-fdb0940933a4,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:40.696545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:40.697489 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:42:40.703535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:42:40.703535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-978543'] for router_interface, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:41.110087 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Set router 32081483-789c-48ad-968d-99d4e084713b gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:42:41.175367 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-853e9085-4ee0-497b-a4bb-6116b12bc860 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Allocated IP 172.20.0.12 (ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f/8ef518fa-606d-41b2-a6e1-2a0781466837/266abccc-01d5-4d5b-9c75-4fddf545b0aa) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:42:41.536900 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5c456ef9-6936-4807-8271-4a3d63bb272b None None] Provisioning for port 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:42:41.549553 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5c456ef9-6936-4807-8271-4a3d63bb272b None None] Provisioning complete for port 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:42:41.549979 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5c456ef9-6936-4807-8271-4a3d63bb272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:41.619152 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 60368) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:41.621017 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6f28-ca12-4c9b-b685-e7d6e8787654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:41.646013 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5c456ef9-6936-4807-8271-4a3d63bb272b None None] Port 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:42:41.712237 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6f28-ca12-4c9b-b685-e7d6e8787654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:41.720177 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e1ce6f28-ca12-4c9b-b685-e7d6e8787654 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70a871ec-72aa-41d3-ba1a-040a2b37eab4 HTTP/1.1" status: 204  len: 168 time: 2.3156788
Dec 04 21:42:41.748970 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:41.893073 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-abfaed25-883b-4f0e-afa1-5b365313bfb7 req-4c56dfa9-42f0-450e-aff2-f5268a3af074 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 210 time: 0.1189184
Dec 04 21:42:41.909982 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-825a251d-4871-48a8-985c-c7f5cd341066 req-400e3120-1400-4dce-8f5c-029770725397 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80264) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 21:42:41.912162 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-825a251d-4871-48a8-985c-c7f5cd341066 req-400e3120-1400-4dce-8f5c-029770725397 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0612030
Dec 04 21:42:41.914048 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce6f28-ca12-4c9b-b685-e7d6e8787654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a871ec-72aa-41d3-ba1a-040a2b37eab4,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:41.953957 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e1ce6f28-ca12-4c9b-b685-e7d6e8787654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:42.070819 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcda7e10>, [{'id': '32081483-789c-48ad-968d-99d4e084713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1319474367-router', 'tenant_id': '9fa06726d5e745cfb38a67990cbbcecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'db6fc226-b2e2-4b34-a9d7-2cf13700ed38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:26Z', 'updated_at': '2020-12-04T21:42:35Z', 'revision_number': 3, 'project_id': '9fa06726d5e745cfb38a67990cbbcecb', 'gw_port': {'id': 'db6fc226-b2e2-4b34-a9d7-2cf13700ed38', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32081483-789c-48ad-968d-99d4e084713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:31Z', 'updated_at': '2020-12-04T21:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:42.084950 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Checking router: 32081483-789c-48ad-968d-99d4e084713b for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:42:42.085497 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Updating router 32081483-789c-48ad-968d-99d4e084713b port db6fc226-b2e2-4b34-a9d7-2cf13700ed38 binding host dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 21:42:42.184710 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-18bfd0dc-dae9-482d-a433-88b01031c119 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=96605bd1b736440fac8f088dd08174e6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5614958
Dec 04 21:42:42.188103 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:42.200921 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 60392) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:42.238989 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-853e9085-4ee0-497b-a4bb-6116b12bc860 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:42.273964 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21801aaa-746c-4631-92ea-fecea28a1a9d req-88f81c60-916c-4909-a4c3-da7f44cb37b8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:42.275811 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21801aaa-746c-4631-92ea-fecea28a1a9d req-88f81c60-916c-4909-a4c3-da7f44cb37b8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 932 time: 0.2244704
Dec 04 21:42:42.347561 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:42.574089 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2b404c1a-032d-4cac-b1a2-d63e8da8be62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:42.638849 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21801aaa-746c-4631-92ea-fecea28a1a9d req-3966ebf3-3e04-45c9-966b-e53d68bc7755 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3319073
Dec 04 21:42:42.681364 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-853e9085-4ee0-497b-a4bb-6116b12bc860 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:42.685890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2b404c1a-032d-4cac-b1a2-d63e8da8be62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:42.694545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:42.737443 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:42.959563 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Request body: {'port': {'device_id': 'a72e40ad-18dd-43a9-8fe2-3411ad5b64ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:43.396782 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Allocated IP 172.20.0.1 (55e15776-9919-430f-964a-7228179c178b/477c834c-9af0-43dc-8411-1639ac8b15d8/806117d9-92c2-43b1-a346-6658e4840fb0) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:42:43.605810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:43.645400 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:43.674181 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:43.764592 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e9085-4ee0-497b-a4bb-6116b12bc860 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Pushing event updated for resources: {'Port': ['ID=266abccc-01d5-4d5b-9c75-4fddf545b0aa,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:43.778523 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-853e9085-4ee0-497b-a4bb-6116b12bc860 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.041s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:44.134654 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:44.179410 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-853e9085-4ee0-497b-a4bb-6116b12bc860 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Network ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:42:44.199839 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-853e9085-4ee0-497b-a4bb-6116b12bc860 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:42:44.220575 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2b404c1a-032d-4cac-b1a2-d63e8da8be62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:44.222559 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-853e9085-4ee0-497b-a4bb-6116b12bc860 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:42:44.236281 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-853e9085-4ee0-497b-a4bb-6116b12bc860 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:44.237297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-853e9085-4ee0-497b-a4bb-6116b12bc860 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:44.256133 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Pushing event updated for resources: {'Port': ['ID=806117d9-92c2-43b1-a346-6658e4840fb0,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:44.331334 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:44.347093 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-74f280bc-881c-4ebe-ba8b-8ff36ee86846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:44.347343 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:44.364161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Transition to ACTIVE for port object db6fc226-b2e2-4b34-a9d7-2cf13700ed38 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:42:44.368835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:44.413089 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:44.524939 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cc3e1-0c07-42e0-b5f1-23bda77433fb req-556716c4-541f-43f6-a167-d6132851381d tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:44.543667 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e9cc3e1-0c07-42e0-b5f1-23bda77433fb req-556716c4-541f-43f6-a167-d6132851381d tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 932 time: 0.6459424
Dec 04 21:42:44.696366 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b404c1a-032d-4cac-b1a2-d63e8da8be62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1f0191-58d9-4529-a5cf-62c57a1f162c,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:44.723486 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2b404c1a-032d-4cac-b1a2-d63e8da8be62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:44.769232 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2b404c1a-032d-4cac-b1a2-d63e8da8be62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:44.770240 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e9cc3e1-0c07-42e0-b5f1-23bda77433fb req-27273dbe-7876-48a5-9ff5-a7f7c97cca8c tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2254975
Dec 04 21:42:44.774156 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Network 55e15776-9919-430f-964a-7228179c178b is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:42:44.787043 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2b404c1a-032d-4cac-b1a2-d63e8da8be62 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af1f0191-58d9-4529-a5cf-62c57a1f162c HTTP/1.1" status: 204  len: 168 time: 2.5758798
Dec 04 21:42:44.790886 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-853e9085-4ee0-497b-a4bb-6116b12bc860 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.7470510
Dec 04 21:42:44.814611 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30aea78-2eec-4e8c-8bef-ec1df0320a7e req-93f277dd-972b-4733-9bcc-5da937cb66ae tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:44.817012 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e30aea78-2eec-4e8c-8bef-ec1df0320a7e req-93f277dd-972b-4733-9bcc-5da937cb66ae tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 932 time: 0.9212136
Dec 04 21:42:44.818396 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:42:44.831395 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:42:45.138423 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:45.149297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:45.269019 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Request body: {'port': {'device_id': 'eaf91e34-f608-4bbe-8804-373fb3321af2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:45.286947 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e30aea78-2eec-4e8c-8bef-ec1df0320a7e req-f5760f38-1fd0-43b6-a8ca-ebd6f1d2c4bb tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3836973
Dec 04 21:42:45.288667 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-978543'] for router_interface, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:45.373153 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853288963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853797172'] for router_interface, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:45.824746 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-853e9085-4ee0-497b-a4bb-6116b12bc860 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:45.958117 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc085b0-f07d-4f74-b0fc-3b9c1b247b63 None None] Pushing event updated for resources: {'Port': ['ID=db6fc226-b2e2-4b34-a9d7-2cf13700ed38,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:45.977734 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7bc085b0-f07d-4f74-b0fc-3b9c1b247b63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.564s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:46.261843 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=66a8b243-b6ba-4d8a-bbc3-fdb0940933a4,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:46.280725 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:46.297760 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Network 3f29e15c-3c5f-4440-b373-0459ec9ed0c3 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:42:46.299669 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Attempting to bind port db6fc226-b2e2-4b34-a9d7-2cf13700ed38 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:42:46.300264 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Attempting to bind port db6fc226-b2e2-4b34-a9d7-2cf13700ed38 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:42:46.300835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Attempting to bind port db6fc226-b2e2-4b34-a9d7-2cf13700ed38 on network 5a5bc502-ed14-4f0a-889e-34e38dce125b {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:42:46.328927 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:42:46.329772 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Checking segment: {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:42:46.330388 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:46.330999 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Bound using segment: {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:42:46.331749 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Bound port: db6fc226-b2e2-4b34-a9d7-2cf13700ed38, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:42:46.333534 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:46.645609 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] For port db6fc226-b2e2-4b34-a9d7-2cf13700ed38, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:42:46.660813 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] For port db6fc226-b2e2-4b34-a9d7-2cf13700ed38, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=db6fc226-b2e2-4b34-a9d7-2cf13700ed38,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:42:46.703618 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:46.984254 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:47.192766 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-238bb269-d90c-42e6-958e-31a421e72e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:47.378067 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443bb704-ccd3-4668-af4d-08647d5c1c93 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:42:47.381730 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Routers {'32081483-789c-48ad-968d-99d4e084713b'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:42:47.387536 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcda7e10>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:42:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['32081483-789c-48ad-968d-99d4e084713b'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:47.395544 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:47.433195 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Transition to ACTIVE for port object 443bb704-ccd3-4668-af4d-08647d5c1c93 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:42:47.435516 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:42:47.465046 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:47.613646 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfaaef-3b92-4969-86ed-de9061ab7571 req-fdaf129c-767b-4e1c-bd3f-a4ada595792c tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:47.617980 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc085b0-f07d-4f74-b0fc-3b9c1b247b63 None None] Pushing event updated for resources: {'Port': ['ID=db6fc226-b2e2-4b34-a9d7-2cf13700ed38,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:47.623334 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-73cfaaef-3b92-4969-86ed-de9061ab7571 req-fdaf129c-767b-4e1c-bd3f-a4ada595792c tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 932 time: 0.8163126
Dec 04 21:42:47.630380 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7bc085b0-f07d-4f74-b0fc-3b9c1b247b63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:47.692721 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03591d05-dec0-4a27-a3bd-ca0f77b5926f req-aa95877f-4f7e-46ff-940f-a15ad717762e tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:47.696816 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03591d05-dec0-4a27-a3bd-ca0f77b5926f req-aa95877f-4f7e-46ff-940f-a15ad717762e tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 932 time: 0.7467592
Dec 04 21:42:47.856245 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-73cfaaef-3b92-4969-86ed-de9061ab7571 req-b6f831a5-973d-4e2c-ba2e-c3ce4db7d5dc tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1895394
Dec 04 21:42:47.908859 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] Set router 32081483-789c-48ad-968d-99d4e084713b gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:42:48.021297 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03591d05-dec0-4a27-a3bd-ca0f77b5926f req-c54972e6-0d09-461d-81cf-c9ef048e3e24 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2119384
Dec 04 21:42:48.059105 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:48.149622 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 60500) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:48.169318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:48.172986 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:48.210727 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:48.260401 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:48.309084 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853288963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853797172'] for router_interface, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:48.325104 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Pushing event updated for resources: {'Port': ['ID=806117d9-92c2-43b1-a346-6658e4840fb0,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:48.329701 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:48.346934 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Pushing event updated for resources: {'Port': ['ID=443bb704-ccd3-4668-af4d-08647d5c1c93,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:48.357046 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:48.501682 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Network 55e15776-9919-430f-964a-7228179c178b is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:42:48.503196 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:42:48.552538 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:42:48.644761 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-b6615d43-7ea5-4679-a5ba-673c24b6c338 None None] Provisioning complete for port 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:42:48.645435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b6615d43-7ea5-4679-a5ba-673c24b6c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:48.761848 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-b6615d43-7ea5-4679-a5ba-673c24b6c338 None None] Port 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:42:48.766713 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcda7e10>, [{'id': '32081483-789c-48ad-968d-99d4e084713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1319474367-router', 'tenant_id': '9fa06726d5e745cfb38a67990cbbcecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'db6fc226-b2e2-4b34-a9d7-2cf13700ed38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:26Z', 'updated_at': '2020-12-04T21:42:45Z', 'revision_number': 4, 'project_id': '9fa06726d5e745cfb38a67990cbbcecb', 'gw_port': {'id': 'db6fc226-b2e2-4b34-a9d7-2cf13700ed38', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32081483-789c-48ad-968d-99d4e084713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:31Z', 'updated_at': '2020-12-04T21:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '806117d9-92c2-43b1-a346-6658e4840fb0', 'name': '', 'network_id': '55e15776-9919-430f-964a-7228179c178b', 'tenant_id': '9fa06726d5e745cfb38a67990cbbcecb', 'mac_address': 'fa:16:3e:76:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32081483-789c-48ad-968d-99d4e084713b', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '477c834c-9af0-43dc-8411-1639ac8b15d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:42Z', 'updated_at': '2020-12-04T21:42:43Z', 'revision_number': 1, 'project_id': '9fa06726d5e745cfb38a67990cbbcecb', 'subnets': [{'id': '477c834c-9af0-43dc-8411-1639ac8b15d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:48.772804 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e19ff0-3d0f-4d85-aaf9-186a5170ae41 None None] The sync data for ids ['32081483-789c-48ad-968d-99d4e084713b'] in dv-cinder-749155-4-iscsi is: [{'id': '32081483-789c-48ad-968d-99d4e084713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1319474367-router', 'tenant_id': '9fa06726d5e745cfb38a67990cbbcecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'db6fc226-b2e2-4b34-a9d7-2cf13700ed38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:26Z', 'updated_at': '2020-12-04T21:42:45Z', 'revision_number': 4, 'project_id': '9fa06726d5e745cfb38a67990cbbcecb', 'gw_port': {'id': 'db6fc226-b2e2-4b34-a9d7-2cf13700ed38', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32081483-789c-48ad-968d-99d4e084713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:31Z', 'updated_at': '2020-12-04T21:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '806117d9-92c2-43b1-a346-6658e4840fb0', 'name': '', 'network_id': '55e15776-9919-430f-964a-7228179c178b', 'tenant_id': '9fa06726d5e745cfb38a67990cbbcecb', 'mac_address': 'fa:16:3e:76:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32081483-789c-48ad-968d-99d4e084713b', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '477c834c-9af0-43dc-8411-1639ac8b15d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:42Z', 'updated_at': '2020-12-04T21:42:43Z', 'revision_number': 1, 'project_id': '9fa06726d5e745cfb38a67990cbbcecb', 'subnets': [{'id': '477c834c-9af0-43dc-8411-1639ac8b15d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:42:48.815323 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:42:48.824959 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Sync routers for ids ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:42:48.832350 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] 10.222.0.44 "PUT /v2.0/routers/40b9e0a9-cd95-4a5a-ae64-1ed13a595e39/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.3474085
Dec 04 21:42:48.834345 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Attempting to bind port 443bb704-ccd3-4668-af4d-08647d5c1c93 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:42:48.834712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Attempting to bind port 443bb704-ccd3-4668-af4d-08647d5c1c93 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '315b7921-a3d8-4dbe-b79f-0928f8598843', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:42:48.835075 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Attempting to bind port 443bb704-ccd3-4668-af4d-08647d5c1c93 on network e1afa9e6-c218-4ecc-89e8-923ffc838696 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:42:48.845164 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:42:48.845535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Checking segment: {'id': '315b7921-a3d8-4dbe-b79f-0928f8598843', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:42:48.845970 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:48.846368 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Bound using segment: {'id': '315b7921-a3d8-4dbe-b79f-0928f8598843', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:42:48.846895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Bound port: 443bb704-ccd3-4668-af4d-08647d5c1c93, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315b7921-a3d8-4dbe-b79f-0928f8598843', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:42:48.847272 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:48.848173 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Routers {'40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:42:48.851059 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fdc99470>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:42:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:48.953326 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Router 32081483-789c-48ad-968d-99d4e084713b has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:42:49.168046 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3a31b4bf-eefb-43db-904e-73b6e53b3bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:49.253709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3a31b4bf-eefb-43db-904e-73b6e53b3bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:49.268078 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3a31b4bf-eefb-43db-904e-73b6e53b3bdc admin admin] Usage tracker for resource:security_group_rule and tenant:9513938c439a4b45a627e5879a4ba0c2 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:49.289874 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3a31b4bf-eefb-43db-904e-73b6e53b3bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:49.324793 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3a31b4bf-eefb-43db-904e-73b6e53b3bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:49.539620 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3a31b4bf-eefb-43db-904e-73b6e53b3bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:49.547353 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Set router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:42:49.553370 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3a31b4bf-eefb-43db-904e-73b6e53b3bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:49.652329 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:49.678975 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3a31b4bf-eefb-43db-904e-73b6e53b3bdc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9513938c439a4b45a627e5879a4ba0c2&name=default HTTP/1.1" status: 200  len: 2879 time: 1.5098131
Dec 04 21:42:49.706469 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31b4bf-eefb-43db-904e-73b6e53b3bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4843327b-8911-42bc-94df-c25ef72441f5,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:49.711796 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3a31b4bf-eefb-43db-904e-73b6e53b3bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:49.712734 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 60542) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:49.841369 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2242-eb9e-47ff-b33e-6bb819d370c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:49.893478 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2242-eb9e-47ff-b33e-6bb819d370c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:49.954427 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:42:49.973119 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] 10.222.0.44 "PUT /v2.0/routers/32081483-789c-48ad-968d-99d4e084713b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2872329
Dec 04 21:42:50.005536 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] For port 443bb704-ccd3-4668-af4d-08647d5c1c93, host hv-cinder-74915, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:42:50.023029 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2242-eb9e-47ff-b33e-6bb819d370c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:50.157534 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7538719-cd05-4a89-bf2e-6ceb4dfb0b4b req-9bf5344d-2c95-487b-a855-32a2a1dc1877 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:50.159243 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a7538719-cd05-4a89-bf2e-6ceb4dfb0b4b req-9bf5344d-2c95-487b-a855-32a2a1dc1877 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 932 time: 0.7248373
Dec 04 21:42:50.283157 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a9b9e-32a4-4ee3-9df7-7aba2daa06ed req-71570a1b-c33b-4437-8620-35edfa1a9503 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:50.290204 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ca0a9b9e-32a4-4ee3-9df7-7aba2daa06ed req-71570a1b-c33b-4437-8620-35edfa1a9503 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 944 time: 0.5945103
Dec 04 21:42:50.441915 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a7538719-cd05-4a89-bf2e-6ceb4dfb0b4b req-4d591e41-062f-4ded-8ec3-123056b0b176 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2542036
Dec 04 21:42:50.491750 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ca0a9b9e-32a4-4ee3-9df7-7aba2daa06ed req-ccb04d7d-8eb8-4ff0-b5fb-57b872c2f3d7 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1921208
Dec 04 21:42:50.503769 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fdc99470>, [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:42:42Z', 'revision_number': 4, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '66a8b243-b6ba-4d8a-bbc3-fdb0940933a4', 'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'mac_address': 'fa:16:3e:e6:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:36Z', 'updated_at': '2020-12-04T21:42:44Z', 'revision_number': 2, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'subnets': [{'id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:50.512961 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Checking router: 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:42:50.513361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Updating router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 port 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 binding host dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 21:42:50.673515 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:50.795285 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:50.907834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a2242-eb9e-47ff-b33e-6bb819d370c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4843327b-8911-42bc-94df-c25ef72441f5,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:50.911374 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] For port 443bb704-ccd3-4668-af4d-08647d5c1c93, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=443bb704-ccd3-4668-af4d-08647d5c1c93,segment=NetworkSegment(315b7921-a3d8-4dbe-b79f-0928f8598843),segment_id=315b7921-a3d8-4dbe-b79f-0928f8598843)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:42:50.928372 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bd9a2242-eb9e-47ff-b33e-6bb819d370c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:50.930665 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:50.970391 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2242-eb9e-47ff-b33e-6bb819d370c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:50.974822 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bd9a2242-eb9e-47ff-b33e-6bb819d370c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4843327b-8911-42bc-94df-c25ef72441f5 HTTP/1.1" status: 204  len: 168 time: 1.2482867
Dec 04 21:42:50.981050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ee58ef1-bd22-4e4a-a8be-b57fcaecaced tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:51.118441 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Pushing event updated for resources: {'Port': ['ID=443bb704-ccd3-4668-af4d-08647d5c1c93,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:51.137663 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:51.169848 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266abccc-01d5-4d5b-9c75-4fddf545b0aa {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:42:51.218191 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:51.270863 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Transition to ACTIVE for port object 266abccc-01d5-4d5b-9c75-4fddf545b0aa will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:42:51.288004 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:51.419742 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device db6fc226-b2e2-4b34-a9d7-2cf13700ed38 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:42:51.642465 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port db6fc226-b2e2-4b34-a9d7-2cf13700ed38 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:42:51.654377 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port db6fc226-b2e2-4b34-a9d7-2cf13700ed38 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:42:51.656134 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:51.661603 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:51.678092 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:51.689541 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Transition to ACTIVE for port object 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:42:51.696792 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:51.728731 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:51.926174 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:51.931772 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Pushing event updated for resources: {'Port': ['ID=266abccc-01d5-4d5b-9c75-4fddf545b0aa,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:51.963177 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:51.965723 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port db6fc226-b2e2-4b34-a9d7-2cf13700ed38, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=db6fc226-b2e2-4b34-a9d7-2cf13700ed38,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:42:51.971920 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:51.974769 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:52.016730 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd6f6-0533-4cd8-adfc-c366a7ef1d57 None None] Pushing event updated for resources: {'Port': ['ID=66a8b243-b6ba-4d8a-bbc3-fdb0940933a4,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:52.025778 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-40ccd6f6-0533-4cd8-adfc-c366a7ef1d57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:52.212368 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=db6fc226-b2e2-4b34-a9d7-2cf13700ed38,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:52.241960 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:52.333695 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:52.334903 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:52.349967 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-825a251d-4871-48a8-985c-c7f5cd341066 req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] 10.222.0.53 "PUT /v2.0/ports/443bb704-ccd3-4668-af4d-08647d5c1c93 HTTP/1.1" status: 200  len: 1158 time: 9.7371652
Dec 04 21:42:52.350840 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72e40ad-18dd-43a9-8fe2-3411ad5b64ab', 'tag': '443bb704-ccd3-4668-af4d-08647d5c1c93'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:42:52.564486 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Attempting to bind port 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:42:52.564891 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Attempting to bind port 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': 'b9aa6b1b-70f1-49f2-903b-24c74e9f483f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:42:52.565291 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Attempting to bind port 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 on network 3f29e15c-3c5f-4440-b373-0459ec9ed0c3 {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:42:52.576356 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:42:52.576666 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Checking segment: {'id': 'b9aa6b1b-70f1-49f2-903b-24c74e9f483f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:42:52.577097 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:52.577883 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Bound using segment: {'id': 'b9aa6b1b-70f1-49f2-903b-24c74e9f483f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:42:52.578059 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Bound port: 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9aa6b1b-70f1-49f2-903b-24c74e9f483f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:42:52.578402 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:52.816353 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] For port 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:42:52.821679 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] For port 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=66a8b243-b6ba-4d8a-bbc3-fdb0940933a4,segment=NetworkSegment(b9aa6b1b-70f1-49f2-903b-24c74e9f483f),segment_id=b9aa6b1b-70f1-49f2-903b-24c74e9f483f)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:42:52.829567 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:52.872208 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fff173a3-d699-4b4b-b752-0fc0ea7631cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:52.936151 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Attempting to bind port 266abccc-01d5-4d5b-9c75-4fddf545b0aa on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:42:52.936798 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Attempting to bind port 266abccc-01d5-4d5b-9c75-4fddf545b0aa by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'e227573a-fa0b-4ac3-b7e9-ac07517e2c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:42:52.937432 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Attempting to bind port 266abccc-01d5-4d5b-9c75-4fddf545b0aa on network ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:42:52.984709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:42:52.985296 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Checking segment: {'id': 'e227573a-fa0b-4ac3-b7e9-ac07517e2c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:42:52.985884 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:52.986641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Bound using segment: {'id': 'e227573a-fa0b-4ac3-b7e9-ac07517e2c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:42:52.987252 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Bound port: 266abccc-01d5-4d5b-9c75-4fddf545b0aa, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e227573a-fa0b-4ac3-b7e9-ac07517e2c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:42:52.987812 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:53.320585 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device db6fc226-b2e2-4b34-a9d7-2cf13700ed38 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:42:53.438058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd6f6-0533-4cd8-adfc-c366a7ef1d57 None None] Pushing event updated for resources: {'Port': ['ID=66a8b243-b6ba-4d8a-bbc3-fdb0940933a4,revision_number=4']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:53.474842 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-40ccd6f6-0533-4cd8-adfc-c366a7ef1d57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:53.495584 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] For port 266abccc-01d5-4d5b-9c75-4fddf545b0aa, host hv-cinder-74915, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:42:53.504950 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] For port 266abccc-01d5-4d5b-9c75-4fddf545b0aa, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=266abccc-01d5-4d5b-9c75-4fddf545b0aa,segment=NetworkSegment(e227573a-fa0b-4ac3-b7e9-ac07517e2c25),segment_id=e227573a-fa0b-4ac3-b7e9-ac07517e2c25)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:42:53.509665 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 60622) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:53.510303 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 60626) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:53.529987 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:53.540847 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-b72643ab-2a1d-4a20-aadf-0cb42d83d58e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Request body: {'security_group': {'name': 'tempest-securitygroup--764782202', 'description': 'tempest-description--1615842242'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:53.654715 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b72643ab-2a1d-4a20-aadf-0cb42d83d58e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:53.689079 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:53.689848 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port db6fc226-b2e2-4b34-a9d7-2cf13700ed38 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:42:53.690505 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:53.741640 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Routers {'40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:42:53.744787 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fdc99470>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:42:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:53.799299 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ed50f-add5-40a1-81db-9713696c435f req-8543fd96-ceb5-4249-9ec9-4804034fbcc2 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:53.800581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8f6ed50f-add5-40a1-81db-9713696c435f req-8543fd96-ceb5-4249-9ec9-4804034fbcc2 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Synchronizing usage tracker for tenant:9fa06726d5e745cfb38a67990cbbcecb on resource:network {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:42:53.896032 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ccb36dbc-168e-48e8-ab0c-15fa006b7e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:53.956727 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Sync routers for ids ['32081483-789c-48ad-968d-99d4e084713b'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:42:53.992658 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b72643ab-2a1d-4a20-aadf-0cb42d83d58e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Usage tracker for resource:security_group and tenant:6269000b8fee4f4ba481974a0000d47a is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:54.014257 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ccb36dbc-168e-48e8-ab0c-15fa006b7e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:54.025102 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ccb36dbc-168e-48e8-ab0c-15fa006b7e16 admin admin] Usage tracker for resource:security_group_rule and tenant:cbaf3752426c4044b34522573ccc56d0 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:54.069915 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ccb36dbc-168e-48e8-ab0c-15fa006b7e16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:54.071618 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Routers {'32081483-789c-48ad-968d-99d4e084713b'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:42:54.073024 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fccd99b0>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:42:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['32081483-789c-48ad-968d-99d4e084713b'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:54.092150 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ccb36dbc-168e-48e8-ab0c-15fa006b7e16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:54.206403 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbde30-8e63-452b-8b78-f0ef3544d7b0 req-3d14088a-639c-48ad-9720-3ea8829f0778 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:54.222630 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dbfbde30-8e63-452b-8b78-f0ef3544d7b0 req-3d14088a-639c-48ad-9720-3ea8829f0778 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 944 time: 0.3805485
Dec 04 21:42:54.359117 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dbfbde30-8e63-452b-8b78-f0ef3544d7b0 req-36149cf6-4f6e-4f16-b849-ce9878257585 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316741
Dec 04 21:42:54.403423 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ccb36dbc-168e-48e8-ab0c-15fa006b7e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:54.413128 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b72643ab-2a1d-4a20-aadf-0cb42d83d58e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:54.424930 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a251d-4871-48a8-985c-c7f5cd341066 req-df682865-8347-4e84-98e9-07162c1ca4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:54.429384 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-825a251d-4871-48a8-985c-c7f5cd341066 req-df682865-8347-4e84-98e9-07162c1ca4e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2058a1a470645f2acd486f763a37a33&device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 1161 time: 1.7619848
Dec 04 21:42:54.474407 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b72643ab-2a1d-4a20-aadf-0cb42d83d58e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:54.477100 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ccb36dbc-168e-48e8-ab0c-15fa006b7e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:54.675792 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] Set router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:42:54.708695 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-825a251d-4871-48a8-985c-c7f5cd341066 req-0fb67682-6e1e-4ef6-83e2-b1cba77657be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=443bb704-ccd3-4668-af4d-08647d5c1c93 HTTP/1.1" status: 200  len: 217 time: 0.2515342
Dec 04 21:42:54.734961 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6a214-c410-41c7-92a5-ffbf21d92ae4 req-cc688a1c-6ecf-4ed2-b59a-7dac22066cb1 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:54.737032 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e3c6a214-c410-41c7-92a5-ffbf21d92ae4 req-cc688a1c-6ecf-4ed2-b59a-7dac22066cb1 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 944 time: 0.2192698
Dec 04 21:42:54.757357 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Set router 32081483-789c-48ad-968d-99d4e084713b gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:42:54.794737 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Pushing event updated for resources: {'Port': ['ID=266abccc-01d5-4d5b-9c75-4fddf545b0aa,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:54.806668 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ccb36dbc-168e-48e8-ab0c-15fa006b7e16 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cbaf3752426c4044b34522573ccc56d0&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2882574
Dec 04 21:42:54.832485 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 60658) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:54.859403 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.170s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:54.860450 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b72643ab-2a1d-4a20-aadf-0cb42d83d58e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:54.872612 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:54.927962 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8f6ed50f-add5-40a1-81db-9713696c435f req-8543fd96-ceb5-4249-9ec9-4804034fbcc2 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Unset dirty status for tenant:9fa06726d5e745cfb38a67990cbbcecb on resource:network {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:42:54.941046 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f6ed50f-add5-40a1-81db-9713696c435f req-8543fd96-ceb5-4249-9ec9-4804034fbcc2 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/networks?id=55e15776-9919-430f-964a-7228179c178b HTTP/1.1" status: 200  len: 819 time: 1.9228551
Dec 04 21:42:54.945595 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e3c6a214-c410-41c7-92a5-ffbf21d92ae4 req-e0a22906-d8dd-4a71-b99f-55ba2a83e3fd tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010353
Dec 04 21:42:54.992716 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f6ed50f-add5-40a1-81db-9713696c435f req-44527589-fadb-4215-9b6b-99bc282815cb tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/quotas/9fa06726d5e745cfb38a67990cbbcecb HTTP/1.1" status: 200  len: 375 time: 0.0504532
Dec 04 21:42:55.023657 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b72643ab-2a1d-4a20-aadf-0cb42d83d58e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:55.031651 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b72643ab-2a1d-4a20-aadf-0cb42d83d58e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Usage tracker for resource:security_group_rule and tenant:6269000b8fee4f4ba481974a0000d47a is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:55.041417 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b72643ab-2a1d-4a20-aadf-0cb42d83d58e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:55.059293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b72643ab-2a1d-4a20-aadf-0cb42d83d58e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:55.221165 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fdc99470>, [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:42:42Z', 'revision_number': 4, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '66a8b243-b6ba-4d8a-bbc3-fdb0940933a4', 'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'mac_address': 'fa:16:3e:e6:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:36Z', 'updated_at': '2020-12-04T21:42:52Z', 'revision_number': 4, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'subnets': [{'id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:55.226059 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92176c25-1129-4037-a445-497c3bd2df3d None None] The sync data for ids ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'] in dv-cinder-749155-4-iscsi is: [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:42:42Z', 'revision_number': 4, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '66a8b243-b6ba-4d8a-bbc3-fdb0940933a4', 'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'mac_address': 'fa:16:3e:e6:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:36Z', 'updated_at': '2020-12-04T21:42:52Z', 'revision_number': 4, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'subnets': [{'id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:42:55.239379 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7dbcdab6-1255-4b60-b926-a7508cf334f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:55.251321 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b72643ab-2a1d-4a20-aadf-0cb42d83d58e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:55.281929 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7dbcdab6-1255-4b60-b926-a7508cf334f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:55.296254 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b72643ab-2a1d-4a20-aadf-0cb42d83d58e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:55.354414 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb36dbc-168e-48e8-ab0c-15fa006b7e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b525257-0a97-4652-bd04-7ec3aabdb2ea,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:55.371217 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a251d-4871-48a8-985c-c7f5cd341066 req-1faea208-d09b-45e3-b2c6-d807b8f46b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:55.386346 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-825a251d-4871-48a8-985c-c7f5cd341066 req-1faea208-d09b-45e3-b2c6-d807b8f46b0c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68ccc99a-c2e9-4220-9d9e-d15fbf09c75e HTTP/1.1" status: 200  len: 855 time: 0.5868647
Dec 04 21:42:55.389653 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ccb36dbc-168e-48e8-ab0c-15fa006b7e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:55.393347 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:55.494819 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8f6ed50f-add5-40a1-81db-9713696c435f req-aa37437b-ac85-4b39-965a-7ed2afc6ef5f tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Synchronizing usage tracker for tenant:9fa06726d5e745cfb38a67990cbbcecb on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:42:55.550657 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7dbcdab6-1255-4b60-b926-a7508cf334f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:55.571269 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:55.625360 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcdab6-1255-4b60-b926-a7508cf334f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b525257-0a97-4652-bd04-7ec3aabdb2ea,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:55.641246 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7dbcdab6-1255-4b60-b926-a7508cf334f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:55.642159 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8f6ed50f-add5-40a1-81db-9713696c435f req-aa37437b-ac85-4b39-965a-7ed2afc6ef5f tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Unset dirty status for tenant:9fa06726d5e745cfb38a67990cbbcecb on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:42:55.655544 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f6ed50f-add5-40a1-81db-9713696c435f req-aa37437b-ac85-4b39-965a-7ed2afc6ef5f tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?tenant_id=9fa06726d5e745cfb38a67990cbbcecb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6613741
Dec 04 21:42:55.785284 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-825a251d-4871-48a8-985c-c7f5cd341066 req-84819122-906d-42d7-8725-534afb99bc52 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1afa9e6-c218-4ecc-89e8-923ffc838696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3219311
Dec 04 21:42:55.787247 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fccd99b0>, [{'id': '32081483-789c-48ad-968d-99d4e084713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1319474367-router', 'tenant_id': '9fa06726d5e745cfb38a67990cbbcecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'db6fc226-b2e2-4b34-a9d7-2cf13700ed38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:26Z', 'updated_at': '2020-12-04T21:42:45Z', 'revision_number': 4, 'project_id': '9fa06726d5e745cfb38a67990cbbcecb', 'gw_port': {'id': 'db6fc226-b2e2-4b34-a9d7-2cf13700ed38', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32081483-789c-48ad-968d-99d4e084713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:31Z', 'updated_at': '2020-12-04T21:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '806117d9-92c2-43b1-a346-6658e4840fb0', 'name': '', 'network_id': '55e15776-9919-430f-964a-7228179c178b', 'tenant_id': '9fa06726d5e745cfb38a67990cbbcecb', 'mac_address': 'fa:16:3e:76:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32081483-789c-48ad-968d-99d4e084713b', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '477c834c-9af0-43dc-8411-1639ac8b15d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:42Z', 'updated_at': '2020-12-04T21:42:47Z', 'revision_number': 2, 'project_id': '9fa06726d5e745cfb38a67990cbbcecb', 'subnets': [{'id': '477c834c-9af0-43dc-8411-1639ac8b15d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:42:55.800354 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Checking router: 32081483-789c-48ad-968d-99d4e084713b for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:42:55.800741 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Updating router 32081483-789c-48ad-968d-99d4e084713b port 806117d9-92c2-43b1-a346-6658e4840fb0 binding host dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 21:42:55.909071 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:55.995286 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72643ab-2a1d-4a20-aadf-0cb42d83d58e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Pushing event updated for resources: {'SecurityGroup': ['ID=92560205-7bb0-4fba-825d-74033f9edf61,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:56.003339 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b72643ab-2a1d-4a20-aadf-0cb42d83d58e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:56.013269 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7dbcdab6-1255-4b60-b926-a7508cf334f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:56.044626 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:56.048680 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:56.050664 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] 10.222.0.53 "PUT /v2.0/ports/266abccc-01d5-4d5b-9c75-4fddf545b0aa HTTP/1.1" status: 200  len: 1158 time: 10.8978081
Dec 04 21:42:56.050808 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7dbcdab6-1255-4b60-b926-a7508cf334f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b525257-0a97-4652-bd04-7ec3aabdb2ea HTTP/1.1" status: 204  len: 168 time: 1.2139406
Dec 04 21:42:56.054565 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b72643ab-2a1d-4a20-aadf-0cb42d83d58e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:56.059791 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b72643ab-2a1d-4a20-aadf-0cb42d83d58e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 2.5445948
Dec 04 21:42:56.085492 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 60692) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:56.153194 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-9d5c1ec0-75f1-448d-8b57-71a3fccb14c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Request body: {'security_group_rule': {'security_group_id': '92560205-7bb0-4fba-825d-74033f9edf61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:56.284444 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9d5c1ec0-75f1-448d-8b57-71a3fccb14c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:56.342617 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9d5c1ec0-75f1-448d-8b57-71a3fccb14c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Usage tracker for resource:security_group_rule and tenant:6269000b8fee4f4ba481974a0000d47a is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:56.362441 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9d5c1ec0-75f1-448d-8b57-71a3fccb14c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:56.395520 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a72e40ad-18dd-43a9-8fe2-3411ad5b64ab', 'tag': '443bb704-ccd3-4668-af4d-08647d5c1c93', 'status': 'completed', 'code': 200}
Dec 04 21:42:56.443324 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9d5c1ec0-75f1-448d-8b57-71a3fccb14c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:56.544396 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-825a251d-4871-48a8-985c-c7f5cd341066 req-492697f7-54d5-42df-876e-a5335c000d5c service neutron] 10.222.0.53 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7516851
Dec 04 21:42:56.593172 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1ec0-75f1-448d-8b57-71a3fccb14c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:56.798028 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f6ed50f-add5-40a1-81db-9713696c435f req-88216234-e470-4d8d-bada-4b7a313eb181 service neutron] 10.222.0.44 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1409829
Dec 04 21:42:56.798919 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-f6500ca7-3e92-49cf-b102-b9e75ed6ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:56.801603 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-f6500ca7-3e92-49cf-b102-b9e75ed6ec6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=138128e9f0564e928facf9628e86ed68&device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 1161 time: 0.6590016
Dec 04 21:42:56.818311 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03133678-92cf-4f5d-be99-81e09e9d60d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:56.826961 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:57.032767 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-c4e759b9-de35-4078-8e56-bca996cbfa1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=266abccc-01d5-4d5b-9c75-4fddf545b0aa HTTP/1.1" status: 200  len: 217 time: 0.2025692
Dec 04 21:42:57.333285 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:42:57.433502 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-825a251d-4871-48a8-985c-c7f5cd341066 req-520e1211-1967-48e6-932e-1bf1411a997d service neutron] 10.222.0.53 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8738022
Dec 04 21:42:57.455265 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-f5298946-5386-48a7-bacc-7607759ddddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:57.461170 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-f5298946-5386-48a7-bacc-7607759ddddf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ef518fa-606d-41b2-a6e1-2a0781466837 HTTP/1.1" status: 200  len: 852 time: 0.3882506
Dec 04 21:42:57.562796 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-fa4afce6-5bfb-473e-af39-2fad0b9981d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0911312
Dec 04 21:42:57.794980 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:57.842990 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1ec0-75f1-448d-8b57-71a3fccb14c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:57.848973 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Transition to ACTIVE for port object 806117d9-92c2-43b1-a346-6658e4840fb0 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:42:57.855391 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1ec0-75f1-448d-8b57-71a3fccb14c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162223'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:57.877620 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3803b7-8b72-4a3b-87a2-c33361f907cf req-7b1b4fbe-3a89-4862-9c51-047df2d1fb13 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:57.879432 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b3803b7-8b72-4a3b-87a2-c33361f907cf req-7b1b4fbe-3a89-4862-9c51-047df2d1fb13 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 944 time: 1.2603424
Dec 04 21:42:57.887138 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:57.897073 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:57.932254 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4e9e97c2-dded-4027-98f1-5f11d923ae34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:58.008218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c1ec0-75f1-448d-8b57-71a3fccb14c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07edbc2c-e4d4-43e0-a48f-da6f92699175,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:58.015584 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d5c1ec0-75f1-448d-8b57-71a3fccb14c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:58.064038 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f6ed50f-add5-40a1-81db-9713696c435f req-54254343-2bae-4a4e-9152-ff3e7aec9b07 service neutron] 10.222.0.44 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2529099
Dec 04 21:42:58.074771 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:42:58.150746 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:42:58.151256 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:58.245716 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3236b5-a182-4e6f-a927-daac118d21dc req-883fbd36-4d38-4220-bb88-e44fa561913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:58.248145 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa3236b5-a182-4e6f-a927-daac118d21dc req-883fbd36-4d38-4220-bb88-e44fa561913e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2058a1a470645f2acd486f763a37a33&device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 1161 time: 0.6626563
Dec 04 21:42:58.258982 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b3803b7-8b72-4a3b-87a2-c33361f907cf req-dcded8e1-c07e-4ed7-96ba-16f99a709e6a tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3161128
Dec 04 21:42:58.263698 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-f1659a8e-2811-4fe3-aca3-cbcb18d6767f service neutron] 10.222.0.53 "GET /v2.0/networks/ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6793687
Dec 04 21:42:58.272120 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1ec0-75f1-448d-8b57-71a3fccb14c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:58.278621 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9d5c1ec0-75f1-448d-8b57-71a3fccb14c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 2.1913872
Dec 04 21:42:58.281422 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 60754) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:58.286973 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614df73-2944-497b-bf34-c4c835779e3d None None] Pushing event updated for resources: {'Port': ['ID=806117d9-92c2-43b1-a346-6658e4840fb0,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:58.312928 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-c5e7b004-4dd0-42f8-8ae0-db58adda6736 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Request body: {'security_group_rule': {'security_group_id': '92560205-7bb0-4fba-825d-74033f9edf61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:58.324687 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7614df73-2944-497b-bf34-c4c835779e3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:58.337337 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c5e7b004-4dd0-42f8-8ae0-db58adda6736 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:58.356999 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c5e7b004-4dd0-42f8-8ae0-db58adda6736 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Usage tracker for resource:security_group_rule and tenant:6269000b8fee4f4ba481974a0000d47a is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:58.370253 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c5e7b004-4dd0-42f8-8ae0-db58adda6736 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:58.394252 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c5e7b004-4dd0-42f8-8ae0-db58adda6736 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:58.455691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5e7b004-4dd0-42f8-8ae0-db58adda6736 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:58.486429 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf91e34-f608-4bbe-8804-373fb3321af2', 'tag': '266abccc-01d5-4d5b-9c75-4fddf545b0aa'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:42:59.020680 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d3a55253-d51f-4361-b78f-571301a9d463 req-2ee65566-2e26-43cc-9fb8-f844428a51cb tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 210 time: 0.2515037
Dec 04 21:42:59.116387 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 60788) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:59.241642 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Attempting to bind port 806117d9-92c2-43b1-a346-6658e4840fb0 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:42:59.243943 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Attempting to bind port 806117d9-92c2-43b1-a346-6658e4840fb0 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': 'f7a25f30-c0b9-4dd5-8a6c-e493308a8431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '55e15776-9919-430f-964a-7228179c178b'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:42:59.244554 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5e7b004-4dd0-42f8-8ae0-db58adda6736 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:59.246856 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Attempting to bind port 806117d9-92c2-43b1-a346-6658e4840fb0 on network 55e15776-9919-430f-964a-7228179c178b {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:42:59.251626 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:59.267273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5e7b004-4dd0-42f8-8ae0-db58adda6736 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162223'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:59.299651 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:42:59.300045 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Checking segment: {'id': 'f7a25f30-c0b9-4dd5-8a6c-e493308a8431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '55e15776-9919-430f-964a-7228179c178b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:42:59.300507 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:59.300951 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Bound using segment: {'id': 'f7a25f30-c0b9-4dd5-8a6c-e493308a8431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '55e15776-9919-430f-964a-7228179c178b'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:42:59.301505 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Bound port: 806117d9-92c2-43b1-a346-6658e4840fb0, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a25f30-c0b9-4dd5-8a6c-e493308a8431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '55e15776-9919-430f-964a-7228179c178b'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:42:59.301930 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:59.358245 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf91e34-f608-4bbe-8804-373fb3321af2', 'tag': '266abccc-01d5-4d5b-9c75-4fddf545b0aa', 'status': 'completed', 'code': 200}
Dec 04 21:42:59.376663 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3236b5-a182-4e6f-a927-daac118d21dc req-5514b90a-3e4c-4a75-aaae-bf56e24d4bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:59.379814 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa3236b5-a182-4e6f-a927-daac118d21dc req-5514b90a-3e4c-4a75-aaae-bf56e24d4bce service neutron] 10.222.0.53 "GET /v2.0/networks?id=e1afa9e6-c218-4ecc-89e8-923ffc838696 HTTP/1.1" status: 200  len: 909 time: 1.1133988
Dec 04 21:42:59.381907 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=66a8b243-b6ba-4d8a-bbc3-fdb0940933a4,segment=NetworkSegment(b9aa6b1b-70f1-49f2-903b-24c74e9f483f),segment_id=b9aa6b1b-70f1-49f2-903b-24c74e9f483f)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:42:59.409739 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d5c1ec0-75f1-448d-8b57-71a3fccb14c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:59.463450 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7b004-4dd0-42f8-8ae0-db58adda6736 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5597b870-714d-4225-b10d-cea6a0cc8ede,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:59.471422 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c5e7b004-4dd0-42f8-8ae0-db58adda6736 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:59.491081 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5e7b004-4dd0-42f8-8ae0-db58adda6736 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:59.493570 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c5e7b004-4dd0-42f8-8ae0-db58adda6736 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 1.2090673
Dec 04 21:42:59.498840 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 60804) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:42:59.509187 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Request body: {'floatingip': {'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:42:59.520589 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:42:59.528572 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Usage tracker for resource:floatingip and tenant:6269000b8fee4f4ba481974a0000d47a is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:42:59.534585 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:42:59.584792 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:59.597861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:42:59.607671 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] For port 806117d9-92c2-43b1-a346-6658e4840fb0, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:42:59.621437 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f0105-4146-46e2-8387-f5e6fda07d57 req-46ea1540-f1ae-469f-a3e4-d8b39c0d2689 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:59.632220 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3b0f0105-4146-46e2-8387-f5e6fda07d57 req-46ea1540-f1ae-469f-a3e4-d8b39c0d2689 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 944 time: 0.6053951
Dec 04 21:42:59.642946 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] For port 806117d9-92c2-43b1-a346-6658e4840fb0, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=806117d9-92c2-43b1-a346-6658e4840fb0,segment=NetworkSegment(f7a25f30-c0b9-4dd5-8a6c-e493308a8431),segment_id=f7a25f30-c0b9-4dd5-8a6c-e493308a8431)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:42:59.650371 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7614df73-2944-497b-bf34-c4c835779e3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:59.656451 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa3236b5-a182-4e6f-a927-daac118d21dc req-d4716133-8409-45d7-8630-d79931302984 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=443bb704-ccd3-4668-af4d-08647d5c1c93 HTTP/1.1" status: 200  len: 217 time: 0.2563269
Dec 04 21:42:59.700595 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:59.735224 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for floatingip, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:42:59.808976 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-046ee6b1-f8e9-4589-a819-97163a0db5ce req-363c7e82-aa35-4c83-8020-439f2bffa12c service neutron] 10.222.0.53 "GET /v2.0/networks/ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.5341680
Dec 04 21:42:59.901836 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3236b5-a182-4e6f-a927-daac118d21dc req-47d08175-e7f2-4abb-b2ac-bdb4e889b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:42:59.910641 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa3236b5-a182-4e6f-a927-daac118d21dc req-47d08175-e7f2-4abb-b2ac-bdb4e889b48f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68ccc99a-c2e9-4220-9d9e-d15fbf09c75e HTTP/1.1" status: 200  len: 855 time: 0.2384591
Dec 04 21:42:59.939407 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-934b296e-f221-494f-893a-0014773d2964 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80266) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 04 21:42:59.945123 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=66a8b243-b6ba-4d8a-bbc3-fdb0940933a4,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:42:59.952320 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:42:59.953108 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7bc085b0-f07d-4f74-b0fc-3b9c1b247b63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:42:59.985572 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3b0f0105-4146-46e2-8387-f5e6fda07d57 req-fc062209-3fea-4ca9-81f4-d76a5ebc1e89 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3522382
Dec 04 21:43:00.076092 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614df73-2944-497b-bf34-c4c835779e3d None None] Pushing event updated for resources: {'Port': ['ID=806117d9-92c2-43b1-a346-6658e4840fb0,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:00.093931 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7614df73-2944-497b-bf34-c4c835779e3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:00.119325 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebd2aa-d1ca-4df5-95bc-beade33e67d6 req-7a1d074d-c382-405c-8ddd-a276da0f474d tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:00.123752 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-54ebd2aa-d1ca-4df5-95bc-beade33e67d6 req-7a1d074d-c382-405c-8ddd-a276da0f474d tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 944 time: 0.4866009
Dec 04 21:43:00.148738 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa3236b5-a182-4e6f-a927-daac118d21dc req-1e281d88-8e6f-4d57-b782-d1c66dcf98db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1afa9e6-c218-4ecc-89e8-923ffc838696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2316587
Dec 04 21:43:00.279998 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Routers {'32081483-789c-48ad-968d-99d4e084713b'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:43:00.280714 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fccd99b0>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:42:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['32081483-789c-48ad-968d-99d4e084713b'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:43:00.374461 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 60826) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:00.473161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 443bb704-ccd3-4668-af4d-08647d5c1c93 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:43:00.546863 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-54ebd2aa-d1ca-4df5-95bc-beade33e67d6 req-bbf4dd36-f4d1-45bb-b0bd-c62ef1309bbd tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4101465
Dec 04 21:43:00.617507 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2656cf6e-d238-4aa1-91f5-f12fb97e0037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:00.631280 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port 443bb704-ccd3-4668-af4d-08647d5c1c93 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:43:00.641882 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 443bb704-ccd3-4668-af4d-08647d5c1c93 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:43:00.643198 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:00.695120 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:00.740645 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa3236b5-a182-4e6f-a927-daac118d21dc req-fd24a197-9834-43e7-885e-36025a20c76c service neutron] 10.222.0.53 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4888604
Dec 04 21:43:00.806957 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] Set router 32081483-789c-48ad-968d-99d4e084713b gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:43:00.894684 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d16ad91-a659-4aa6-bccc-e66f0b74eb0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:00.926905 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-6601904e-03c3-4ccc-8989-cbc986782cd2 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:00.928655 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-6601904e-03c3-4ccc-8989-cbc986782cd2 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/networks?id=55e15776-9919-430f-964a-7228179c178b HTTP/1.1" status: 200  len: 819 time: 0.7002211
Dec 04 21:43:00.979762 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-93498597-8e84-4cae-a9fd-05ef2424d66c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/quotas/9fa06726d5e745cfb38a67990cbbcecb HTTP/1.1" status: 200  len: 375 time: 0.0327127
Dec 04 21:43:01.164525 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.53', 55155) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:01.176413 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9d16ad91-a659-4aa6-bccc-e66f0b74eb0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:01.188490 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9d16ad91-a659-4aa6-bccc-e66f0b74eb0c admin admin] Usage tracker for resource:security_group_rule and tenant:3cc9e9773ccd48aa84b0f07ce08b719c is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:01.215335 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9d16ad91-a659-4aa6-bccc-e66f0b74eb0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:01.254676 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9d16ad91-a659-4aa6-bccc-e66f0b74eb0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:01.297883 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc763f0-2dc3-494c-8edd-4c0be37cf76b req-88cba62e-4b2a-4058-8159-24d4502cf6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:01.311042 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdc763f0-2dc3-494c-8edd-4c0be37cf76b req-88cba62e-4b2a-4058-8159-24d4502cf6d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=138128e9f0564e928facf9628e86ed68&device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 1161 time: 1.1533935
Dec 04 21:43:01.462163 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:01.484527 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-535dd4a4-3515-4da4-acff-4597b6d4311e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:01.580953 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-535dd4a4-3515-4da4-acff-4597b6d4311e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:01.596581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:01.608369 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72e40ad-18dd-43a9-8fe2-3411ad5b64ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443bb704-ccd3-4668-af4d-08647d5c1c93'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:43:01.612540 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-535dd4a4-3515-4da4-acff-4597b6d4311e admin admin] Usage tracker for resource:security_group_rule and tenant:4ec31a98140841909b1e938cd9cb1b7a is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:01.638090 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-535dd4a4-3515-4da4-acff-4597b6d4311e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:01.661628 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-535dd4a4-3515-4da4-acff-4597b6d4311e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:01.710514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ed50f-add5-40a1-81db-9713696c435f req-29b46715-e9ec-4c00-8464-85631089c498 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:01.712387 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f6ed50f-add5-40a1-81db-9713696c435f req-29b46715-e9ec-4c00-8464-85631089c498 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.53 "GET /v2.0/networks?id=55e15776-9919-430f-964a-7228179c178b HTTP/1.1" status: 200  len: 819 time: 0.5394926
Dec 04 21:43:01.725509 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-ff47e60b-4c68-4217-a5b2-f5b2b6d3e2ed tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?tenant_id=9fa06726d5e745cfb38a67990cbbcecb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6644676
Dec 04 21:43:01.879840 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc763f0-2dc3-494c-8edd-4c0be37cf76b req-8b756e96-a33a-4b4f-8a70-2fa7cc4fa4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:01.884908 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdc763f0-2dc3-494c-8edd-4c0be37cf76b req-8b756e96-a33a-4b4f-8a70-2fa7cc4fa4f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f HTTP/1.1" status: 200  len: 906 time: 0.5514753
Dec 04 21:43:01.885168 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Allocated IP 172.27.1.135 (5a5bc502-ed14-4f0a-889e-34e38dce125b/2af0f04a-6e02-4e2b-b142-69b01684337c/59c0a143-348f-4ff3-97ed-8611d32dbff8) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:43:01.891869 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-8f6ed50f-add5-40a1-81db-9713696c435f req-07157d64-2daf-4188-9d3b-89a9387b2db1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Request body: {'port': {'device_id': '27f73aaa-9f45-4069-b32f-c7cfc671288b', 'network_id': '55e15776-9919-430f-964a-7228179c178b', 'admin_state_up': True, 'tenant_id': '9fa06726d5e745cfb38a67990cbbcecb'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:43:01.924340 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 806117d9-92c2-43b1-a346-6658e4840fb0 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:43:02.083967 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 443bb704-ccd3-4668-af4d-08647d5c1c93, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=443bb704-ccd3-4668-af4d-08647d5c1c93,segment=NetworkSegment(315b7921-a3d8-4dbe-b79f-0928f8598843),segment_id=315b7921-a3d8-4dbe-b79f-0928f8598843)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:43:02.238537 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9639d8b-c9e9-4a30-9125-993e3b647b08 req-a77bbbb4-719f-4968-81ad-2e3a49687365 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:02.264612 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a9639d8b-c9e9-4a30-9125-993e3b647b08 req-a77bbbb4-719f-4968-81ad-2e3a49687365 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 944 time: 0.8893480
Dec 04 21:43:02.341442 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:02.355813 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:02.383676 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdc763f0-2dc3-494c-8edd-4c0be37cf76b req-fade7b18-aec2-4258-83a6-e933b57760bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=266abccc-01d5-4d5b-9c75-4fddf545b0aa HTTP/1.1" status: 200  len: 217 time: 0.4209132
Dec 04 21:43:02.399970 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa3236b5-a182-4e6f-a927-daac118d21dc req-5c2d3622-9d64-4390-b86d-03f4d211011a service neutron] 10.222.0.53 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.6433897
Dec 04 21:43:02.467865 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=443bb704-ccd3-4668-af4d-08647d5c1c93,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:02.488066 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:02.492066 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:02.502441 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:02.530371 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port 806117d9-92c2-43b1-a346-6658e4840fb0 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:43:02.555043 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 806117d9-92c2-43b1-a346-6658e4840fb0 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:43:02.555661 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:02.644595 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc763f0-2dc3-494c-8edd-4c0be37cf76b req-d94db1fd-7b35-4602-bf9e-23f4f2333e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:02.646647 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdc763f0-2dc3-494c-8edd-4c0be37cf76b req-d94db1fd-7b35-4602-bf9e-23f4f2333e65 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ef518fa-606d-41b2-a6e1-2a0781466837 HTTP/1.1" status: 200  len: 852 time: 0.2417166
Dec 04 21:43:02.669023 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d16ad91-a659-4aa6-bccc-e66f0b74eb0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:02.686626 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fccd99b0>, [{'id': '32081483-789c-48ad-968d-99d4e084713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1319474367-router', 'tenant_id': '9fa06726d5e745cfb38a67990cbbcecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'db6fc226-b2e2-4b34-a9d7-2cf13700ed38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:26Z', 'updated_at': '2020-12-04T21:42:45Z', 'revision_number': 4, 'project_id': '9fa06726d5e745cfb38a67990cbbcecb', 'gw_port': {'id': 'db6fc226-b2e2-4b34-a9d7-2cf13700ed38', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32081483-789c-48ad-968d-99d4e084713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:31Z', 'updated_at': '2020-12-04T21:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '806117d9-92c2-43b1-a346-6658e4840fb0', 'name': '', 'network_id': '55e15776-9919-430f-964a-7228179c178b', 'tenant_id': '9fa06726d5e745cfb38a67990cbbcecb', 'mac_address': 'fa:16:3e:76:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32081483-789c-48ad-968d-99d4e084713b', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '477c834c-9af0-43dc-8411-1639ac8b15d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:42Z', 'updated_at': '2020-12-04T21:42:59Z', 'revision_number': 4, 'project_id': '9fa06726d5e745cfb38a67990cbbcecb', 'subnets': [{'id': '477c834c-9af0-43dc-8411-1639ac8b15d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:43:02.702767 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1f4f0-a81a-4ea1-9580-64fe8b76a5c6 None None] The sync data for ids ['32081483-789c-48ad-968d-99d4e084713b'] in dv-cinder-749155-4-iscsi is: [{'id': '32081483-789c-48ad-968d-99d4e084713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1319474367-router', 'tenant_id': '9fa06726d5e745cfb38a67990cbbcecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'db6fc226-b2e2-4b34-a9d7-2cf13700ed38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:26Z', 'updated_at': '2020-12-04T21:42:45Z', 'revision_number': 4, 'project_id': '9fa06726d5e745cfb38a67990cbbcecb', 'gw_port': {'id': 'db6fc226-b2e2-4b34-a9d7-2cf13700ed38', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32081483-789c-48ad-968d-99d4e084713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:31Z', 'updated_at': '2020-12-04T21:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '806117d9-92c2-43b1-a346-6658e4840fb0', 'name': '', 'network_id': '55e15776-9919-430f-964a-7228179c178b', 'tenant_id': '9fa06726d5e745cfb38a67990cbbcecb', 'mac_address': 'fa:16:3e:76:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32081483-789c-48ad-968d-99d4e084713b', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '477c834c-9af0-43dc-8411-1639ac8b15d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:42Z', 'updated_at': '2020-12-04T21:42:59Z', 'revision_number': 4, 'project_id': '9fa06726d5e745cfb38a67990cbbcecb', 'subnets': [{'id': '477c834c-9af0-43dc-8411-1639ac8b15d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:43:02.768848 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdc763f0-2dc3-494c-8edd-4c0be37cf76b req-910983ad-f5a2-451c-a0a6-b257504426e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0965388
Dec 04 21:43:02.770843 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d16ad91-a659-4aa6-bccc-e66f0b74eb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:02.782218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:02.809195 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9b0d3f74-73db-455c-902d-19d2b991c5bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:02.899930 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:02.911363 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port 806117d9-92c2-43b1-a346-6658e4840fb0, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=806117d9-92c2-43b1-a346-6658e4840fb0,segment=NetworkSegment(f7a25f30-c0b9-4dd5-8a6c-e493308a8431),segment_id=f7a25f30-c0b9-4dd5-8a6c-e493308a8431)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:43:02.920034 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:02.921068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:43:02.994663 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:03.004521 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-535dd4a4-3515-4da4-acff-4597b6d4311e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:03.043734 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a9639d8b-c9e9-4a30-9125-993e3b647b08 req-b76ea7b5-dad1-4ac8-8173-ae34391180ac tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7777460
Dec 04 21:43:03.045047 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:03.062896 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-535dd4a4-3515-4da4-acff-4597b6d4311e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:03.127408 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-e3efec30-342a-4005-9b1d-a45e680fce2d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80266) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 04 21:43:03.215841 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16ad91-a659-4aa6-bccc-e66f0b74eb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d480a5d-5cf5-4d1c-adf6-1737dc9288f8,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:03.226222 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9d16ad91-a659-4aa6-bccc-e66f0b74eb0c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3cc9e9773ccd48aa84b0f07ce08b719c&name=default HTTP/1.1" status: 200  len: 2879 time: 4.1004722
Dec 04 21:43:03.226222 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d16ad91-a659-4aa6-bccc-e66f0b74eb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:03.227965 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 60878) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:03.256174 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:43:03.257034 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:03.400324 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=806117d9-92c2-43b1-a346-6658e4840fb0,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:03.419712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:03.445500 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-526e4593-2ce3-416a-8cc3-b3c264676295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:03.539212 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-526e4593-2ce3-416a-8cc3-b3c264676295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:03.549184 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdc763f0-2dc3-494c-8edd-4c0be37cf76b req-34d084df-9783-4d47-aeb2-0d71234b6cc0 service neutron] 10.222.0.53 "GET /v2.0/networks/ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7558897
Dec 04 21:43:03.577582 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:03.739367 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Pushing event updated for resources: {'Port': ['ID=59c0a143-348f-4ff3-97ed-8611d32dbff8,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:03.755515 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:03.784620 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 806117d9-92c2-43b1-a346-6658e4840fb0 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:43:03.820375 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:03.835093 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-535dd4a4-3515-4da4-acff-4597b6d4311e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ec31a98140841909b1e938cd9cb1b7a&name=default HTTP/1.1" status: 200  len: 2879 time: 3.4436505
Dec 04 21:43:03.859704 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 60888) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:03.892142 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535dd4a4-3515-4da4-acff-4597b6d4311e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26120175-5608-40a4-b379-e66c46dc52dd,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:03.897201 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-535dd4a4-3515-4da4-acff-4597b6d4311e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:03.899764 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-c5028ae5-255a-433b-9567-ab70e6efd9e7 service neutron] 10.222.0.44 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.1730857
Dec 04 21:43:03.916343 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:43:03.925102 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 443bb704-ccd3-4668-af4d-08647d5c1c93 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:43:03.960668 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:43:03.964171 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:43:04.166100 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 806117d9-92c2-43b1-a346-6658e4840fb0 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:43:04.167349 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:04.173491 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-526e4593-2ce3-416a-8cc3-b3c264676295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:04.219068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ca62f79-f3ee-4415-8ce7-b3c035965130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:04.256897 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdc763f0-2dc3-494c-8edd-4c0be37cf76b req-421c464a-3cb5-4b23-9645-d12cf1d6a523 service neutron] 10.222.0.53 "GET /v2.0/networks/ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6803954
Dec 04 21:43:04.265695 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbba5cba-0cd7-4d78-ad0b-d1b5fffc983c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:04.266104 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for floatingip, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:04.270474 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 443bb704-ccd3-4668-af4d-08647d5c1c93 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:43:04.271757 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:04.287343 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-8f6ed50f-add5-40a1-81db-9713696c435f req-07157d64-2daf-4188-9d3b-89a9387b2db1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:04.326759 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e4593-2ce3-416a-8cc3-b3c264676295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d480a5d-5cf5-4d1c-adf6-1737dc9288f8,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:04.359893 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-526e4593-2ce3-416a-8cc3-b3c264676295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:04.362324 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-526e4593-2ce3-416a-8cc3-b3c264676295 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d480a5d-5cf5-4d1c-adf6-1737dc9288f8 HTTP/1.1" status: 204  len: 168 time: 1.1338222
Dec 04 21:43:04.364190 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-526e4593-2ce3-416a-8cc3-b3c264676295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:04.392602 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-8f6ed50f-add5-40a1-81db-9713696c435f req-07157d64-2daf-4188-9d3b-89a9387b2db1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:04.427992 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928966e0-6837-45f2-9383-c7f13ced766d req-4e1fc790-3b1b-4031-85d4-ce4c7e1c1ea6 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:04.436700 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-928966e0-6837-45f2-9383-c7f13ced766d req-4e1fc790-3b1b-4031-85d4-ce4c7e1c1ea6 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 944 time: 0.7869303
Dec 04 21:43:04.473938 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbba5cba-0cd7-4d78-ad0b-d1b5fffc983c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:04.540186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6ed50f-add5-40a1-81db-9713696c435f req-07157d64-2daf-4188-9d3b-89a9387b2db1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Made reservation on behalf of 9fa06726d5e745cfb38a67990cbbcecb for: {'port': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:43:04.554794 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8f6ed50f-add5-40a1-81db-9713696c435f req-07157d64-2daf-4188-9d3b-89a9387b2db1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:04.560596 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbba5cba-0cd7-4d78-ad0b-d1b5fffc983c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:04.567845 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:04.581497 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:04.585129 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba5cba-0cd7-4d78-ad0b-d1b5fffc983c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26120175-5608-40a4-b379-e66c46dc52dd,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:04.589588 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fbba5cba-0cd7-4d78-ad0b-d1b5fffc983c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:04.598571 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbba5cba-0cd7-4d78-ad0b-d1b5fffc983c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:04.603623 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fbba5cba-0cd7-4d78-ad0b-d1b5fffc983c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26120175-5608-40a4-b379-e66c46dc52dd HTTP/1.1" status: 204  len: 168 time: 0.7376742
Dec 04 21:43:04.799595 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-928966e0-6837-45f2-9383-c7f13ced766d req-a8196567-8b0d-4dbc-9099-06e7e8d36bad tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3615241
Dec 04 21:43:04.881280 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 266abccc-01d5-4d5b-9c75-4fddf545b0aa up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:43:04.986895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port 266abccc-01d5-4d5b-9c75-4fddf545b0aa completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:43:04.998119 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 266abccc-01d5-4d5b-9c75-4fddf545b0aa triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:43:04.999113 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:05.094635 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 60914) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:05.132894 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3da7a2e8-1ac1-4dd4-9fc6-1c5e50c47d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:05.168701 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3da7a2e8-1ac1-4dd4-9fc6-1c5e50c47d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:05.179950 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:05.182410 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3da7a2e8-1ac1-4dd4-9fc6-1c5e50c47d2c admin admin] Usage tracker for resource:security_group_rule and tenant:69b4367dda99451185d5e9b30502e18a is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:05.192269 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3da7a2e8-1ac1-4dd4-9fc6-1c5e50c47d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:05.206770 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3da7a2e8-1ac1-4dd4-9fc6-1c5e50c47d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:05.236812 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 266abccc-01d5-4d5b-9c75-4fddf545b0aa, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=266abccc-01d5-4d5b-9c75-4fddf545b0aa,segment=NetworkSegment(e227573a-fa0b-4ac3-b7e9-ac07517e2c25),segment_id=e227573a-fa0b-4ac3-b7e9-ac07517e2c25)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:43:05.241973 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:05.244727 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4e9e97c2-dded-4027-98f1-5f11d923ae34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:05.348667 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=266abccc-01d5-4d5b-9c75-4fddf545b0aa,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:05.355430 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:05.405099 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3da7a2e8-1ac1-4dd4-9fc6-1c5e50c47d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:05.410027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3da7a2e8-1ac1-4dd4-9fc6-1c5e50c47d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:05.432883 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fbba5cba-0cd7-4d78-ad0b-d1b5fffc983c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:05.440146 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-1881add5-ac86-4268-9440-e8c98ed300f9 service neutron] 10.222.0.44 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.5156858
Dec 04 21:43:05.551389 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7a2e8-1ac1-4dd4-9fc6-1c5e50c47d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597e7b77-465f-41bd-bf0c-2f699f24f710,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:05.561343 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3da7a2e8-1ac1-4dd4-9fc6-1c5e50c47d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:05.616070 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3da7a2e8-1ac1-4dd4-9fc6-1c5e50c47d2c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=69b4367dda99451185d5e9b30502e18a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5176632
Dec 04 21:43:05.616685 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 60922) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:05.697034 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 60926) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:05.707802 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72e40ad-18dd-43a9-8fe2-3411ad5b64ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443bb704-ccd3-4668-af4d-08647d5c1c93', 'code': 200}
Dec 04 21:43:05.789997 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-051c8e9e-fa61-49e2-ad71-86842acdc93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:05.829623 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 443bb704-ccd3-4668-af4d-08647d5c1c93 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:43:05.862180 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c254fd45-dcf0-4cc4-96bf-a449137401d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:05.944807 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-051c8e9e-fa61-49e2-ad71-86842acdc93b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:05.953809 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c254fd45-dcf0-4cc4-96bf-a449137401d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:05.983976 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-051c8e9e-fa61-49e2-ad71-86842acdc93b admin admin] Usage tracker for resource:security_group_rule and tenant:2acca5eafe1c4dd899c4595a95c484b7 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:05.991346 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 443bb704-ccd3-4668-af4d-08647d5c1c93 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:43:05.992134 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:06.058935 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-051c8e9e-fa61-49e2-ad71-86842acdc93b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:06.103874 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-051c8e9e-fa61-49e2-ad71-86842acdc93b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:06.301733 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 266abccc-01d5-4d5b-9c75-4fddf545b0aa up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:43:06.391122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9ea49-47c0-4ae4-8b38-e41cbb81e6ee req-a66805c0-f5fc-42ef-972b-b1ea55faa952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:06.400021 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e5e9ea49-47c0-4ae4-8b38-e41cbb81e6ee req-a66805c0-f5fc-42ef-972b-b1ea55faa952 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 1163 time: 0.4024451
Dec 04 21:43:06.407343 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c254fd45-dcf0-4cc4-96bf-a449137401d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:06.413701 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e3183c96-6a65-4d69-aeac-cc0cb48d1420 req-b6dd4806-ec17-4103-b88c-eebccdecd10c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 210 time: 0.1377709
Dec 04 21:43:06.511705 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:06.529099 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29db53-5fc3-4c72-b2b8-984fc139874a req-02314969-5ac3-4504-af6d-9c7b344304aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:06.538649 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6f29db53-5fc3-4c72-b2b8-984fc139874a req-02314969-5ac3-4504-af6d-9c7b344304aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 946 time: 0.2610099
Dec 04 21:43:06.542298 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-8f6ed50f-add5-40a1-81db-9713696c435f req-07157d64-2daf-4188-9d3b-89a9387b2db1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Allocated IP 172.20.0.10 (55e15776-9919-430f-964a-7228179c178b/477c834c-9af0-43dc-8411-1639ac8b15d8/3a1db974-c036-4c5e-ae04-e42e5aced041) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:43:06.550614 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e5e9ea49-47c0-4ae4-8b38-e41cbb81e6ee req-d531efe8-7c30-45fa-883c-81f936c2413d service neutron] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:06.563226 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:06.641928 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 266abccc-01d5-4d5b-9c75-4fddf545b0aa triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:43:06.644778 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:06.680812 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254fd45-dcf0-4cc4-96bf-a449137401d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597e7b77-465f-41bd-bf0c-2f699f24f710,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:06.723221 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6f29db53-5fc3-4c72-b2b8-984fc139874a req-17e890b0-20b3-4d71-bf34-5b8ca85aa835 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1834376
Dec 04 21:43:06.729033 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:06.744214 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c254fd45-dcf0-4cc4-96bf-a449137401d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:06.745656 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c254fd45-dcf0-4cc4-96bf-a449137401d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:06.746943 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c254fd45-dcf0-4cc4-96bf-a449137401d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/597e7b77-465f-41bd-bf0c-2f699f24f710 HTTP/1.1" status: 204  len: 168 time: 1.1287053
Dec 04 21:43:06.769461 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-e5e9ea49-47c0-4ae4-8b38-e41cbb81e6ee req-d531efe8-7c30-45fa-883c-81f936c2413d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:06.786656 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-e5e9ea49-47c0-4ae4-8b38-e41cbb81e6ee req-d531efe8-7c30-45fa-883c-81f936c2413d service neutron] Usage tracker for resource:security_group_rule and tenant:a773b03c73fe48bbbb594d8721b110b3 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:06.803080 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-e5e9ea49-47c0-4ae4-8b38-e41cbb81e6ee req-d531efe8-7c30-45fa-883c-81f936c2413d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:06.820089 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-e5e9ea49-47c0-4ae4-8b38-e41cbb81e6ee req-d531efe8-7c30-45fa-883c-81f936c2413d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:06.824373 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-051c8e9e-fa61-49e2-ad71-86842acdc93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:06.833237 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-051c8e9e-fa61-49e2-ad71-86842acdc93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:06.847036 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:06.921809 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c8e9e-fa61-49e2-ad71-86842acdc93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a6b7c0-be2b-417e-b1d6-622fd23e2189,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:06.932039 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-051c8e9e-fa61-49e2-ad71-86842acdc93b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2acca5eafe1c4dd899c4595a95c484b7&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2327998
Dec 04 21:43:06.933640 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-051c8e9e-fa61-49e2-ad71-86842acdc93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:06.936783 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 60954) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:07.004984 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-571c86c1-8c9c-4395-912f-df91617f4bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:07.106983 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e46762bf-f8a1-453c-b9dd-5804e71f2f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:07.419820 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Pushing event updated for resources: {'Port': ['ID=59c0a143-348f-4ff3-97ed-8611d32dbff8,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:07.425424 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:07.455536 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e5e9ea49-47c0-4ae4-8b38-e41cbb81e6ee req-d531efe8-7c30-45fa-883c-81f936c2413d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:07.458186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e46762bf-f8a1-453c-b9dd-5804e71f2f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:07.473467 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e5e9ea49-47c0-4ae4-8b38-e41cbb81e6ee req-d531efe8-7c30-45fa-883c-81f936c2413d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:07.494216 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:07.518314 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e5e9ea49-47c0-4ae4-8b38-e41cbb81e6ee req-d531efe8-7c30-45fa-883c-81f936c2413d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1133831
Dec 04 21:43:07.552657 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531efe8-7c30-45fa-883c-81f936c2413d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=defe60d6-17d0-409b-a17e-38428f83eed4,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:07.569613 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d531efe8-7c30-45fa-883c-81f936c2413d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:07.583883 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e46762bf-f8a1-453c-b9dd-5804e71f2f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:07.594841 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bd9a2242-eb9e-47ff-b33e-6bb819d370c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:07.624573 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46762bf-f8a1-453c-b9dd-5804e71f2f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a6b7c0-be2b-417e-b1d6-622fd23e2189,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:07.635256 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e46762bf-f8a1-453c-b9dd-5804e71f2f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:07.637620 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e46762bf-f8a1-453c-b9dd-5804e71f2f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:07.643060 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e46762bf-f8a1-453c-b9dd-5804e71f2f24 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4a6b7c0-be2b-417e-b1d6-622fd23e2189 HTTP/1.1" status: 204  len: 168 time: 0.6985583
Dec 04 21:43:07.710122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf91e34-f608-4bbe-8804-373fb3321af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266abccc-01d5-4d5b-9c75-4fddf545b0aa'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:43:07.898281 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cfd3cbfd-e30e-4f66-86b2-9acd8c648c77 req-5f853820-21ea-4667-9fda-644fa3798502 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 210 time: 0.1113014
Dec 04 21:43:07.910506 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96502c0-be3c-4895-a9ce-dbd42d2b0cfc req-2492b351-5b68-4dec-9aa0-040d169e8dc6 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:07.926658 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e96502c0-be3c-4895-a9ce-dbd42d2b0cfc req-2492b351-5b68-4dec-9aa0-040d169e8dc6 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 946 time: 0.8282764
Dec 04 21:43:08.195498 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf91e34-f608-4bbe-8804-373fb3321af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266abccc-01d5-4d5b-9c75-4fddf545b0aa', 'code': 200}
Dec 04 21:43:08.240520 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e96502c0-be3c-4895-a9ce-dbd42d2b0cfc req-2b7bad3e-7f7f-45da-85ad-9eda51ee60cd tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3121369
Dec 04 21:43:08.303720 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:08.324462 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8f6ed50f-add5-40a1-81db-9713696c435f req-07157d64-2daf-4188-9d3b-89a9387b2db1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:08.435938 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:08.437697 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.9368553
Dec 04 21:43:08.495746 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8f6ed50f-add5-40a1-81db-9713696c435f req-07157d64-2daf-4188-9d3b-89a9387b2db1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:08.630773 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:08.937236 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07157d64-2daf-4188-9d3b-89a9387b2db1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Pushing event updated for resources: {'Port': ['ID=3a1db974-c036-4c5e-ae04-e42e5aced041,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:08.963219 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-07157d64-2daf-4188-9d3b-89a9387b2db1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:09.024913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8e303-7c4c-4725-91f0-b51ece26298c req-fc146353-8cb5-4685-a17d-4d5691f940cb tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:09.026862 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8cc8e303-7c4c-4725-91f0-b51ece26298c req-fc146353-8cb5-4685-a17d-4d5691f940cb tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 946 time: 0.6456294
Dec 04 21:43:09.069320 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0195bf5-df43-4027-98c5-93b73844b584 req-92be03db-6196-487a-8156-b35f814d90b2 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--764782202&fields=id&tenant_id=6269000b8fee4f4ba481974a0000d47a HTTP/1.1" status: 200  len: 267 time: 0.1377616
Dec 04 21:43:09.238598 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8cc8e303-7c4c-4725-91f0-b51ece26298c req-3770be31-971c-466d-af96-21260121d391 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679418
Dec 04 21:43:09.249307 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6ed50f-add5-40a1-81db-9713696c435f req-07157d64-2daf-4188-9d3b-89a9387b2db1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Network 55e15776-9919-430f-964a-7228179c178b is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:43:09.253486 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-8f6ed50f-add5-40a1-81db-9713696c435f req-07157d64-2daf-4188-9d3b-89a9387b2db1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:43:09.258567 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6ed50f-add5-40a1-81db-9713696c435f req-07157d64-2daf-4188-9d3b-89a9387b2db1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:43:09.512723 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0195bf5-df43-4027-98c5-93b73844b584 req-bb497eb2-ad0c-425f-9f20-a5ef3ddb585f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:09.515673 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0195bf5-df43-4027-98c5-93b73844b584 req-bb497eb2-ad0c-425f-9f20-a5ef3ddb585f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/networks?id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3 HTTP/1.1" status: 200  len: 816 time: 0.4215505
Dec 04 21:43:09.549745 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ed50f-add5-40a1-81db-9713696c435f req-07157d64-2daf-4188-9d3b-89a9387b2db1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:09.550924 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8f6ed50f-add5-40a1-81db-9713696c435f req-07157d64-2daf-4188-9d3b-89a9387b2db1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:09.562234 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-42e2567d-4f8b-46f8-9e0e-2a56d39400c8 req-ebce77e3-aa54-40b2-be5f-b2864c1b9b53 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Synchronizing usage tracker for tenant:9fa06726d5e745cfb38a67990cbbcecb on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:43:09.610769 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0195bf5-df43-4027-98c5-93b73844b584 req-5d0a674f-f888-4953-b412-acc3ab860bb4 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/quotas/6269000b8fee4f4ba481974a0000d47a HTTP/1.1" status: 200  len: 375 time: 0.0794847
Dec 04 21:43:09.694629 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f6ed50f-add5-40a1-81db-9713696c435f req-07157d64-2daf-4188-9d3b-89a9387b2db1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.9303341
Dec 04 21:43:09.705597 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-42e2567d-4f8b-46f8-9e0e-2a56d39400c8 req-ebce77e3-aa54-40b2-be5f-b2864c1b9b53 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Unset dirty status for tenant:9fa06726d5e745cfb38a67990cbbcecb on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:43:09.707837 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-42e2567d-4f8b-46f8-9e0e-2a56d39400c8 req-ebce77e3-aa54-40b2-be5f-b2864c1b9b53 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 210 time: 0.2800667
Dec 04 21:43:09.818907 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0195bf5-df43-4027-98c5-93b73844b584 req-42ce0dad-5b2d-4c02-b515-d160d5766fb2 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?tenant_id=6269000b8fee4f4ba481974a0000d47a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1984799
Dec 04 21:43:10.241104 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2562a8-333d-4431-a88a-010cb8e37429 req-0673e1eb-c286-4db4-8430-735f5609e84a tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:10.244115 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8c2562a8-333d-4431-a88a-010cb8e37429 req-0673e1eb-c286-4db4-8430-735f5609e84a tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 946 time: 0.3504927
Dec 04 21:43:10.340489 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0195bf5-df43-4027-98c5-93b73844b584 req-f2dedcc1-22f9-4131-8543-f400aa171fab service neutron] 10.222.0.44 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4863079
Dec 04 21:43:10.410984 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8c2562a8-333d-4431-a88a-010cb8e37429 req-05e82a92-ff5d-4aa0-bf1a-4fbc28af3f06 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441350
Dec 04 21:43:10.715032 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0195bf5-df43-4027-98c5-93b73844b584 req-f6912060-0239-48a3-8b2b-108f2bb2a29c service neutron] 10.222.0.44 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3569462
Dec 04 21:43:10.742629 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230edd61-7d2f-4cb8-9a23-ee87beeb57c0 req-9f9ab918-c0d3-4897-8ccd-5b55727935d9 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:10.745275 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-230edd61-7d2f-4cb8-9a23-ee87beeb57c0 req-9f9ab918-c0d3-4897-8ccd-5b55727935d9 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 946 time: 0.1131957
Dec 04 21:43:10.887623 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-230edd61-7d2f-4cb8-9a23-ee87beeb57c0 req-bbd7ec7f-153d-47b4-a7b9-5df5868a214d tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270182
Dec 04 21:43:11.240028 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-96a66ac9-4c85-4616-9879-4bd60ce8fd88 req-e25a4257-fc04-46c8-9264-5e8ab0a2faa1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 210 time: 0.1795044
Dec 04 21:43:11.271993 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10301f04-83fd-4907-9f51-00a33c1b4586 req-7fd43f3b-5f2e-4434-a145-b6d3f97a3f3b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 210 time: 0.0974078
Dec 04 21:43:11.694356 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4911a6c-3530-40c1-a1bd-7254954e9357 req-81983801-4e00-4cf8-a99c-6961c0d52175 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:11.696331 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e4911a6c-3530-40c1-a1bd-7254954e9357 req-81983801-4e00-4cf8-a99c-6961c0d52175 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 946 time: 0.1110191
Dec 04 21:43:11.779536 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e4911a6c-3530-40c1-a1bd-7254954e9357 req-4a9ffe86-b9f2-4541-9744-adffc2306e75 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688987
Dec 04 21:43:11.959447 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 32910) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:12.218566 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Request body: {'port': {'device_id': '27f73aaa-9f45-4069-b32f-c7cfc671288b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:43:12.519940 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:12.542306 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b5f388e4-f673-45cf-9044-1029fbd2b3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:12.628863 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b5f388e4-f673-45cf-9044-1029fbd2b3ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:12.677413 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b5f388e4-f673-45cf-9044-1029fbd2b3ed admin admin] Usage tracker for resource:security_group_rule and tenant:33c0885878314d469b77f76bcd063121 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:12.693357 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b5f388e4-f673-45cf-9044-1029fbd2b3ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:12.712908 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b5f388e4-f673-45cf-9044-1029fbd2b3ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:12.719975 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a2b48fb3-b0f9-4004-b626-d406a38225df req-1d54f78d-f7f5-45f2-9d32-513142e7ce85 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 210 time: 0.1054132
Dec 04 21:43:12.817697 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf0990-c47d-4a02-8d88-921458e0c279 req-2a74383b-ca4b-47cb-937e-eada7b1403e0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:12.820397 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-80cf0990-c47d-4a02-8d88-921458e0c279 req-2a74383b-ca4b-47cb-937e-eada7b1403e0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 946 time: 0.5288634
Dec 04 21:43:13.161009 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd16132c-67dd-4108-a8c1-7fd044847251 req-c35c8033-dba6-4583-9287-7b3a45c3be91 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 210 time: 0.2257903
Dec 04 21:43:13.178155 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-80cf0990-c47d-4a02-8d88-921458e0c279 req-2fc2bfd3-ca64-4ba1-a26e-e13a0bce98c3 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3280654
Dec 04 21:43:13.485351 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b5f388e4-f673-45cf-9044-1029fbd2b3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:13.501418 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b5f388e4-f673-45cf-9044-1029fbd2b3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:13.561324 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-535dd4a4-3515-4da4-acff-4597b6d4311e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:13.680693 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b5f388e4-f673-45cf-9044-1029fbd2b3ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33c0885878314d469b77f76bcd063121&name=default HTTP/1.1" status: 200  len: 2879 time: 1.7192762
Dec 04 21:43:13.686120 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 32956) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:13.687957 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f388e4-f673-45cf-9044-1029fbd2b3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509903a3-ae0c-4bd4-878d-557017ea17c9,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:13.699045 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b5f388e4-f673-45cf-9044-1029fbd2b3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:13.722202 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfd21c-3985-4f82-a01a-6de171d2ebfd req-77b3fb42-fc71-4cbe-97df-d3870ed89b9b tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:13.725100 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dabfd21c-3985-4f82-a01a-6de171d2ebfd req-77b3fb42-fc71-4cbe-97df-d3870ed89b9b tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 946 time: 0.3355532
Dec 04 21:43:13.829583 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c637731-635a-4982-be4e-4b2ce616d011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:13.906012 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c637731-635a-4982-be4e-4b2ce616d011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:13.925559 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dabfd21c-3985-4f82-a01a-6de171d2ebfd req-4b60f683-73f5-42e4-b442-7e28d5a34b88 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1790347
Dec 04 21:43:13.950002 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1db974-c036-4c5e-ae04-e42e5aced041 {{(pid=80265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:43:13.987552 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:14.012850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Transition to ACTIVE for port object 3a1db974-c036-4c5e-ae04-e42e5aced041 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:43:14.013961 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c637731-635a-4982-be4e-4b2ce616d011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:14.019527 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:14.032653 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2b404c1a-032d-4cac-b1a2-d63e8da8be62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:14.085446 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c637731-635a-4982-be4e-4b2ce616d011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509903a3-ae0c-4bd4-878d-557017ea17c9,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:14.090342 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c637731-635a-4982-be4e-4b2ce616d011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:14.105686 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3c637731-635a-4982-be4e-4b2ce616d011 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/509903a3-ae0c-4bd4-878d-557017ea17c9 HTTP/1.1" status: 204  len: 168 time: 0.4169524
Dec 04 21:43:14.110001 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c637731-635a-4982-be4e-4b2ce616d011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:14.269651 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:14.456209 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Pushing event updated for resources: {'Port': ['ID=3a1db974-c036-4c5e-ae04-e42e5aced041,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:14.465589 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-27c337ec-1fa9-443f-96d7-9adca6d33d65 req-25800ca3-1575-4dc8-8319-d55901622b6a tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 210 time: 0.4489920
Dec 04 21:43:14.467096 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:14.835938 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21b1426d-7f75-4b54-a029-1e98552ff73b req-240d5f10-a340-43c4-b342-5fd99f6eafea tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 210 time: 0.0909555
Dec 04 21:43:14.926014 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44128d-2a0b-466c-8a7a-9ac502f328ab req-3bd35319-c657-4869-8c4f-1cd4da477f63 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:14.927733 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c44128d-2a0b-466c-8a7a-9ac502f328ab req-3bd35319-c657-4869-8c4f-1cd4da477f63 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 946 time: 0.4551129
Dec 04 21:43:15.073762 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 32980) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:15.116585 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-abe0ad51-85f6-4223-b04e-ea46c646914d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:15.150801 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-abe0ad51-85f6-4223-b04e-ea46c646914d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:15.156291 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c44128d-2a0b-466c-8a7a-9ac502f328ab req-99ec8b57-538f-4d3a-bd88-4ee1226b2e81 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1595161
Dec 04 21:43:15.160535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Attempting to bind port 3a1db974-c036-4c5e-ae04-e42e5aced041 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:43:15.161157 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Attempting to bind port 3a1db974-c036-4c5e-ae04-e42e5aced041 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'f7a25f30-c0b9-4dd5-8a6c-e493308a8431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '55e15776-9919-430f-964a-7228179c178b'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:43:15.161769 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Attempting to bind port 3a1db974-c036-4c5e-ae04-e42e5aced041 on network 55e15776-9919-430f-964a-7228179c178b {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:43:15.174887 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:43:15.175486 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Checking segment: {'id': 'f7a25f30-c0b9-4dd5-8a6c-e493308a8431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '55e15776-9919-430f-964a-7228179c178b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:43:15.176188 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:15.176826 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Bound using segment: {'id': 'f7a25f30-c0b9-4dd5-8a6c-e493308a8431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '55e15776-9919-430f-964a-7228179c178b'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:43:15.177684 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Bound port: 3a1db974-c036-4c5e-ae04-e42e5aced041, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a25f30-c0b9-4dd5-8a6c-e493308a8431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '55e15776-9919-430f-964a-7228179c178b'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:43:15.178309 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:15.181249 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-abe0ad51-85f6-4223-b04e-ea46c646914d admin admin] Usage tracker for resource:security_group_rule and tenant:bce0fec00821430b9f5116ac997e1ea3 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:15.196824 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-abe0ad51-85f6-4223-b04e-ea46c646914d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:15.217984 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-abe0ad51-85f6-4223-b04e-ea46c646914d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:15.421709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff4afd-3a00-4364-a891-cceb61c4db97 req-35cedd25-6b31-4544-9044-a0344d6479e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:15.423521 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-33ff4afd-3a00-4364-a891-cceb61c4db97 req-35cedd25-6b31-4544-9044-a0344d6479e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 1163 time: 0.1592050
Dec 04 21:43:15.440041 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 266abccc-01d5-4d5b-9c75-4fddf545b0aa up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:43:15.500795 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-33ff4afd-3a00-4364-a891-cceb61c4db97 req-b07539f7-c08d-4fa3-b5cc-92d98514200c service neutron] Synchronizing usage tracker for tenant:a773b03c73fe48bbbb594d8721b110b3 on resource:security_group {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:43:15.508651 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-abe0ad51-85f6-4223-b04e-ea46c646914d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:15.515834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-abe0ad51-85f6-4223-b04e-ea46c646914d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:15.554642 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3a31b4bf-eefb-43db-904e-73b6e53b3bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:15.590508 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-abe0ad51-85f6-4223-b04e-ea46c646914d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bce0fec00821430b9f5116ac997e1ea3&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5147388
Dec 04 21:43:15.594666 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0ad51-85f6-4223-b04e-ea46c646914d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2229a6-ce83-4f84-83ca-0751c5e24c0f,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:15.599791 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 32990) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:15.603550 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-abe0ad51-85f6-4223-b04e-ea46c646914d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:15.618993 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-33ff4afd-3a00-4364-a891-cceb61c4db97 req-b07539f7-c08d-4fa3-b5cc-92d98514200c service neutron] Unset dirty status for tenant:a773b03c73fe48bbbb594d8721b110b3 on resource:security_group {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:43:15.621655 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-33ff4afd-3a00-4364-a891-cceb61c4db97 req-b07539f7-c08d-4fa3-b5cc-92d98514200c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864550
Dec 04 21:43:15.650602 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 266abccc-01d5-4d5b-9c75-4fddf545b0aa triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:43:15.651861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:15.747326 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] For port 3a1db974-c036-4c5e-ae04-e42e5aced041, host hv-cinder-74915, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:43:15.765008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] For port 3a1db974-c036-4c5e-ae04-e42e5aced041, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3a1db974-c036-4c5e-ae04-e42e5aced041,segment=NetworkSegment(f7a25f30-c0b9-4dd5-8a6c-e493308a8431),segment_id=f7a25f30-c0b9-4dd5-8a6c-e493308a8431)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:43:15.767135 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8e116647-38f2-476c-91e1-63da8476e541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:15.799616 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d5ad2-b4aa-48c9-bedf-002f8f072e52 req-bb7ca44c-e16c-4fc5-a744-914488be1640 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:15.815751 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3d0d5ad2-b4aa-48c9-bedf-002f8f072e52 req-bb7ca44c-e16c-4fc5-a744-914488be1640 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 946 time: 0.5943363
Dec 04 21:43:15.818408 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:15.845195 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8e116647-38f2-476c-91e1-63da8476e541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:15.917523 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8e116647-38f2-476c-91e1-63da8476e541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:15.925113 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:15.959371 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8e116647-38f2-476c-91e1-63da8476e541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:15.967215 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8e116647-38f2-476c-91e1-63da8476e541 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd2229a6-ce83-4f84-83ca-0751c5e24c0f HTTP/1.1" status: 204  len: 168 time: 0.3659201
Dec 04 21:43:15.968815 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e116647-38f2-476c-91e1-63da8476e541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2229a6-ce83-4f84-83ca-0751c5e24c0f,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:15.980922 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8e116647-38f2-476c-91e1-63da8476e541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:16.034740 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f3d199bb-1cbe-496a-bd56-6dd74a736ec8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:16.112435 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cde804b9-360f-4d38-b7a2-a6a8dc28857a req-3206a840-9c69-4c97-b67e-0001b5c2c58c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 210 time: 0.2920246
Dec 04 21:43:16.211427 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3d0d5ad2-b4aa-48c9-bedf-002f8f072e52 req-25016abe-d9ad-4736-b627-dbea6dccac66 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3606031
Dec 04 21:43:16.219813 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Pushing event updated for resources: {'Port': ['ID=3a1db974-c036-4c5e-ae04-e42e5aced041,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:16.225104 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:16.254427 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:16.260856 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:16.262914 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f6ed50f-add5-40a1-81db-9713696c435f req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] 10.222.0.53 "PUT /v2.0/ports/3a1db974-c036-4c5e-ae04-e42e5aced041 HTTP/1.1" status: 200  len: 1158 time: 4.0538819
Dec 04 21:43:16.263672 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f73aaa-9f45-4069-b32f-c7cfc671288b', 'tag': '3a1db974-c036-4c5e-ae04-e42e5aced041'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:43:16.420211 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d616ead5-c559-455f-a3a0-1e446c5b5287 req-00de3ea8-9c54-488e-9eb1-40bd57042ba3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 210 time: 0.1034877
Dec 04 21:43:16.661008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c78458-6fb4-4b73-ab81-e89e96bfe041 req-cb7a33e9-f859-41c1-87be-ec00b0aeafb0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:16.662685 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f2c78458-6fb4-4b73-ab81-e89e96bfe041 req-cb7a33e9-f859-41c1-87be-ec00b0aeafb0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 946 time: 0.1656630
Dec 04 21:43:16.752824 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f2c78458-6fb4-4b73-ab81-e89e96bfe041 req-eff97a1c-7276-4b17-bbd9-e90b8beafed7 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794353
Dec 04 21:43:16.904063 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:43:16.965545 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f73aaa-9f45-4069-b32f-c7cfc671288b', 'tag': '3a1db974-c036-4c5e-ae04-e42e5aced041', 'status': 'completed', 'code': 200}
Dec 04 21:43:17.472795 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d59fcb56-3caa-4d86-a234-78b524049f39 req-e23ba898-8572-426f-b9e5-c7d439c7c33c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 210 time: 0.1591935
Dec 04 21:43:17.551085 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba77ab-6b3e-4cc8-a981-1829c478de7b req-a5a3f495-efec-4581-ae10-0a967224cfda tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:17.552768 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c5ba77ab-6b3e-4cc8-a981-1829c478de7b req-a5a3f495-efec-4581-ae10-0a967224cfda tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 946 time: 0.1618080
Dec 04 21:43:17.648016 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c5ba77ab-6b3e-4cc8-a981-1829c478de7b req-9b9ffdbb-e1fb-4a93-9ed3-95af7c2cae88 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879612
Dec 04 21:43:17.779851 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ff4b8f76-2034-40f0-ba15-49f4e63f9ac9 req-a2bed9b4-8c5f-48f4-b4b0-10ca7ed08f66 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 210 time: 0.0883629
Dec 04 21:43:18.164701 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008928e-1cc8-4ae5-a74a-fac0a574b142 req-b0762855-1532-4f6e-abca-cb48fb211201 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:18.166843 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6008928e-1cc8-4ae5-a74a-fac0a574b142 req-b0762855-1532-4f6e-abca-cb48fb211201 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 946 time: 0.1604235
Dec 04 21:43:18.221323 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6008928e-1cc8-4ae5-a74a-fac0a574b142 req-fab1da6e-eef8-4f71-bb75-a86280b9620a tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473924
Dec 04 21:43:18.724416 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-54242ffa-fb19-4eca-88f1-a686d18c6a36 req-7afddf8a-529a-40db-9dee-4efb176c3e62 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 210 time: 0.0923786
Dec 04 21:43:19.144830 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74eee5c-4b92-4a55-98e2-10a5ec7eca37 req-b3572840-6895-4725-af85-be1211348f55 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:19.146485 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c74eee5c-4b92-4a55-98e2-10a5ec7eca37 req-b3572840-6895-4725-af85-be1211348f55 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 946 time: 0.3094163
Dec 04 21:43:19.177408 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c1fbdcbb-362a-4c29-9ceb-17143ea26011 req-9d831e68-aef5-4765-bb19-bdd839102f8c tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 210 time: 0.1017261
Dec 04 21:43:19.378783 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79423eb2-bef7-4f2f-9bda-f0eed3c6826e req-e0a6cafe-e5f4-43b5-96ee-baecfa91ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:19.384859 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-79423eb2-bef7-4f2f-9bda-f0eed3c6826e req-e0a6cafe-e5f4-43b5-96ee-baecfa91ed45 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fa06726d5e745cfb38a67990cbbcecb&device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 1161 time: 0.2210348
Dec 04 21:43:19.401699 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c74eee5c-4b92-4a55-98e2-10a5ec7eca37 req-e86bd0e5-40cc-4237-a797-e0051070e99e tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2228653
Dec 04 21:43:19.438311 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-6675fde2-cf67-4c11-8a67-c244ab1b62ed tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:19.442843 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-6675fde2-cf67-4c11-8a67-c244ab1b62ed tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.53 "GET /v2.0/networks?id=55e15776-9919-430f-964a-7228179c178b HTTP/1.1" status: 200  len: 819 time: 0.5137217
Dec 04 21:43:19.538913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Request body: {'port': {'device_id': '7bb0b1ec-6c90-45dc-92e8-b39699cf53bc', 'network_id': '55e15776-9919-430f-964a-7228179c178b', 'admin_state_up': True, 'tenant_id': '9fa06726d5e745cfb38a67990cbbcecb'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:43:19.878417 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f90d1-4732-40c9-b8ae-b6a76d05f393 req-45562dea-934e-4647-a606-5fec3b9d803f tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:19.886977 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de3f90d1-4732-40c9-b8ae-b6a76d05f393 req-45562dea-934e-4647-a606-5fec3b9d803f tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 946 time: 0.4012382
Dec 04 21:43:19.941080 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:20.007566 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de3f90d1-4732-40c9-b8ae-b6a76d05f393 req-aaf9e66a-eb02-4a96-a43f-b1593f621124 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071744
Dec 04 21:43:20.017006 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:20.033484 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79423eb2-bef7-4f2f-9bda-f0eed3c6826e req-f76eb6b2-1673-4959-b5a8-147de6ac0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:20.036750 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-79423eb2-bef7-4f2f-9bda-f0eed3c6826e req-f76eb6b2-1673-4959-b5a8-147de6ac0f87 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9fa06726d5e745cfb38a67990cbbcecb&shared=False HTTP/1.1" status: 200  len: 913 time: 0.6285164
Dec 04 21:43:20.043499 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Made reservation on behalf of 9fa06726d5e745cfb38a67990cbbcecb for: {'port': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:43:20.051891 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:20.531058 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7d045ad4-a869-473e-8a23-5b4565a9f6f6 req-883c6c3d-3747-494c-b27e-22f898384e6c tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 210 time: 0.0628076
Dec 04 21:43:20.564173 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b8683ddd-56ab-4dfd-9e3e-cb6894e8bb0c req-ecac11e6-7ac5-4ade-b9ee-53c4687607f2 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 210 time: 0.4409008
Dec 04 21:43:20.681648 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0195bf5-df43-4027-98c5-93b73844b584 req-b1991bd9-362a-4e87-b121-8f53d942fda3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:20.682712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b0195bf5-df43-4027-98c5-93b73844b584 req-b1991bd9-362a-4e87-b121-8f53d942fda3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Synchronizing usage tracker for tenant:6269000b8fee4f4ba481974a0000d47a on resource:network {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:43:20.800701 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79423eb2-bef7-4f2f-9bda-f0eed3c6826e req-bcdf512c-9555-4f84-9dda-87134785e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:20.802777 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-79423eb2-bef7-4f2f-9bda-f0eed3c6826e req-bcdf512c-9555-4f84-9dda-87134785e1c5 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.7483256
Dec 04 21:43:20.827347 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b0195bf5-df43-4027-98c5-93b73844b584 req-b1991bd9-362a-4e87-b121-8f53d942fda3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Unset dirty status for tenant:6269000b8fee4f4ba481974a0000d47a on resource:network {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:43:20.829015 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0195bf5-df43-4027-98c5-93b73844b584 req-b1991bd9-362a-4e87-b121-8f53d942fda3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.53 "GET /v2.0/networks?id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3 HTTP/1.1" status: 200  len: 816 time: 0.5897567
Dec 04 21:43:20.969573 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Allocated IP 172.20.0.11 (55e15776-9919-430f-964a-7228179c178b/477c834c-9af0-43dc-8411-1639ac8b15d8/dab3c815-6eea-423a-969d-ed1e8e433014) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:43:21.006630 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff469bf-bf9d-4919-8c34-161c4f2543a7 req-54311889-c872-43a6-b942-e7be3faaa294 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:21.015885 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ff469bf-bf9d-4919-8c34-161c4f2543a7 req-54311889-c872-43a6-b942-e7be3faaa294 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 946 time: 0.1679213
Dec 04 21:43:21.124255 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ff469bf-bf9d-4919-8c34-161c4f2543a7 req-44fdbdb4-f1e8-4eaa-8162-e4208857b074 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073391
Dec 04 21:43:21.379493 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:21.428880 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:21.449814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:21.607579 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Pushing event updated for resources: {'Port': ['ID=dab3c815-6eea-423a-969d-ed1e8e433014,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:21.636701 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.637518 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.638350 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.639736 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.640718 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.641675 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.642623 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.643385 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.644354 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.645127 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.645954 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.646749 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.647770 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.649193 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.650160 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.651111 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.651944 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.652750 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.653554 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.654361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.655158 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.655974 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.656761 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.657548 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:21.672541 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:21.790518 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Network 55e15776-9919-430f-964a-7228179c178b is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:43:21.796685 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:43:21.817712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:43:22.017034 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2ba53fca-99f9-4ce1-8851-bbdb5501d76a req-3774ed93-d5fd-4c3c-b50d-5274c4ffe187 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 210 time: 0.0834265
Dec 04 21:43:22.044816 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:22.045593 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:22.086368 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-cda11872-fd12-4372-9e1a-a2c46a8afd4e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5519423
Dec 04 21:43:22.120478 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206df34-f8c3-43d5-a64e-66364304f287 req-485b5f60-71c4-4495-b6d6-93f7fba63e45 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:22.121295 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8206df34-f8c3-43d5-a64e-66364304f287 req-485b5f60-71c4-4495-b6d6-93f7fba63e45 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Synchronizing usage tracker for tenant:9fa06726d5e745cfb38a67990cbbcecb on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:43:22.150543 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8206df34-f8c3-43d5-a64e-66364304f287 req-485b5f60-71c4-4495-b6d6-93f7fba63e45 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Unset dirty status for tenant:9fa06726d5e745cfb38a67990cbbcecb on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:43:22.159189 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8206df34-f8c3-43d5-a64e-66364304f287 req-485b5f60-71c4-4495-b6d6-93f7fba63e45 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 932 time: 0.2811966
Dec 04 21:43:22.226996 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8206df34-f8c3-43d5-a64e-66364304f287 req-8bfbbe2e-a3a3-43fb-9c5c-fe8a8a076ed0 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Synchronizing usage tracker for tenant:9fa06726d5e745cfb38a67990cbbcecb on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:43:22.262920 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8206df34-f8c3-43d5-a64e-66364304f287 req-8bfbbe2e-a3a3-43fb-9c5c-fe8a8a076ed0 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Unset dirty status for tenant:9fa06726d5e745cfb38a67990cbbcecb on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:43:22.265487 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8206df34-f8c3-43d5-a64e-66364304f287 req-8bfbbe2e-a3a3-43fb-9c5c-fe8a8a076ed0 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050959
Dec 04 21:43:23.409144 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6b07a81c-77bf-4886-a463-7e7988a2a396 req-0c49ee05-c175-43fd-ac41-1928b2c5309b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 210 time: 0.0530803
Dec 04 21:43:23.553748 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8671e2e-2bd0-41b6-ae39-3a9204704723 req-db156c5c-436b-4213-a65a-2845c6333044 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:23.555490 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d8671e2e-2bd0-41b6-ae39-3a9204704723 req-db156c5c-436b-4213-a65a-2845c6333044 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 932 time: 0.1145875
Dec 04 21:43:23.620256 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d8671e2e-2bd0-41b6-ae39-3a9204704723 req-c02f5249-35dd-49cf-b8df-1597f7e44811 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530069
Dec 04 21:43:23.681607 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Request body: {'port': {'device_id': '7bb0b1ec-6c90-45dc-92e8-b39699cf53bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:43:23.849382 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:23.888835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b0195bf5-df43-4027-98c5-93b73844b584 req-b397ba5f-a7c9-4666-b716-6671eb1bcea7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Synchronizing usage tracker for tenant:6269000b8fee4f4ba481974a0000d47a on resource:security_group {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:43:23.907191 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ed50f-add5-40a1-81db-9713696c435f req-3b7677b3-2082-4833-a58f-1d3060c4b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:23.909296 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f6ed50f-add5-40a1-81db-9713696c435f req-3b7677b3-2082-4833-a58f-1d3060c4b6ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fa06726d5e745cfb38a67990cbbcecb&device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 1161 time: 0.2080150
Dec 04 21:43:23.919014 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b0195bf5-df43-4027-98c5-93b73844b584 req-b397ba5f-a7c9-4666-b716-6671eb1bcea7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Unset dirty status for tenant:6269000b8fee4f4ba481974a0000d47a on resource:security_group {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:43:23.921544 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0195bf5-df43-4027-98c5-93b73844b584 req-b397ba5f-a7c9-4666-b716-6671eb1bcea7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6269000b8fee4f4ba481974a0000d47a HTTP/1.1" status: 200  len: 5504 time: 0.2541099
Dec 04 21:43:23.939841 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-b0195bf5-df43-4027-98c5-93b73844b584 req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Request body: {'port': {'device_id': 'eb00024d-cbed-45f9-b552-ffa7d06c83d6', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'admin_state_up': True, 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'security_groups': ['92560205-7bb0-4fba-825d-74033f9edf61']}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:43:24.106968 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f6ed50f-add5-40a1-81db-9713696c435f req-7acd9fee-6f51-4639-a1f4-c7eb2423419f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a1db974-c036-4c5e-ae04-e42e5aced041 HTTP/1.1" status: 200  len: 217 time: 0.1387181
Dec 04 21:43:24.240147 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ed50f-add5-40a1-81db-9713696c435f req-168e580b-06e5-4081-9ccc-213c658f80bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:24.241770 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f6ed50f-add5-40a1-81db-9713696c435f req-168e580b-06e5-4081-9ccc-213c658f80bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=477c834c-9af0-43dc-8411-1639ac8b15d8 HTTP/1.1" status: 200  len: 859 time: 0.1255505
Dec 04 21:43:24.294395 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-b0195bf5-df43-4027-98c5-93b73844b584 req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:24.304658 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f6ed50f-add5-40a1-81db-9713696c435f req-72981d0d-de20-4700-adc0-9b98dd77c8bb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55e15776-9919-430f-964a-7228179c178b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536723
Dec 04 21:43:24.305718 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b0195bf5-df43-4027-98c5-93b73844b584 req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Usage tracker for resource:port and tenant:6269000b8fee4f4ba481974a0000d47a is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:24.310302 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b0195bf5-df43-4027-98c5-93b73844b584 req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Quota usage for port was recalculated. Used quota:3. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:24.339208 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-b0195bf5-df43-4027-98c5-93b73844b584 req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:24.414741 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0195bf5-df43-4027-98c5-93b73844b584 req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Made reservation on behalf of 6269000b8fee4f4ba481974a0000d47a for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:43:24.421281 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b0195bf5-df43-4027-98c5-93b73844b584 req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:24.679752 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f6ed50f-add5-40a1-81db-9713696c435f req-94de5a31-bf5c-4f96-b4cc-0a56477388f6 service neutron] 10.222.0.53 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3660259
Dec 04 21:43:24.706691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab3c815-6eea-423a-969d-ed1e8e433014 {{(pid=80265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:43:24.743817 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4234dc89-38c9-44d6-873e-4279be6579ba req-de9856bb-091f-4c46-adc1-4568a9ebf36d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 210 time: 0.1210840
Dec 04 21:43:24.748594 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:24.772375 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Transition to ACTIVE for port object dab3c815-6eea-423a-969d-ed1e8e433014 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:43:24.780489 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:24.912127 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:25.219802 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f6ed50f-add5-40a1-81db-9713696c435f req-9ea46a42-f96b-424d-8c14-d05fdaa6ed10 service neutron] 10.222.0.53 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5289812
Dec 04 21:43:25.235600 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Pushing event updated for resources: {'Port': ['ID=dab3c815-6eea-423a-969d-ed1e8e433014,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:25.245338 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:25.304553 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-b0195bf5-df43-4027-98c5-93b73844b584 req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Allocated IP 172.20.0.4 (3f29e15c-3c5f-4440-b373-0459ec9ed0c3/5941c058-3e71-4ca9-85ab-a81ea76a2e2e/e18066e0-93e6-49fd-9a9e-e65986b8dfb9) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:43:25.381069 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea3b94-52a4-4bfb-8a38-70a7b9353549 req-91a2bb11-22bb-495b-ad94-0f988adb47a3 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:25.382779 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-89ea3b94-52a4-4bfb-8a38-70a7b9353549 req-91a2bb11-22bb-495b-ad94-0f988adb47a3 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 944 time: 0.4088349
Dec 04 21:43:25.471164 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-89ea3b94-52a4-4bfb-8a38-70a7b9353549 req-b1295ff7-5693-47ec-b227-ea76b3f53c0c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790324
Dec 04 21:43:25.473713 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Attempting to bind port dab3c815-6eea-423a-969d-ed1e8e433014 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:43:25.474088 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Attempting to bind port dab3c815-6eea-423a-969d-ed1e8e433014 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'f7a25f30-c0b9-4dd5-8a6c-e493308a8431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '55e15776-9919-430f-964a-7228179c178b'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:43:25.474458 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Attempting to bind port dab3c815-6eea-423a-969d-ed1e8e433014 on network 55e15776-9919-430f-964a-7228179c178b {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:43:25.482046 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:43:25.482379 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Checking segment: {'id': 'f7a25f30-c0b9-4dd5-8a6c-e493308a8431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '55e15776-9919-430f-964a-7228179c178b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:43:25.482797 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:25.483195 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Bound using segment: {'id': 'f7a25f30-c0b9-4dd5-8a6c-e493308a8431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '55e15776-9919-430f-964a-7228179c178b'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:43:25.483717 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Bound port: dab3c815-6eea-423a-969d-ed1e8e433014, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a25f30-c0b9-4dd5-8a6c-e493308a8431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '55e15776-9919-430f-964a-7228179c178b'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:43:25.484181 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:25.535107 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b0195bf5-df43-4027-98c5-93b73844b584 req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:25.554125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-b0195bf5-df43-4027-98c5-93b73844b584 req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Transition to ACTIVE for port object e18066e0-93e6-49fd-9a9e-e65986b8dfb9 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:43:25.585148 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b0195bf5-df43-4027-98c5-93b73844b584 req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:25.598216 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] For port dab3c815-6eea-423a-969d-ed1e8e433014, host hv-cinder-74915, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:43:25.602624 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] For port dab3c815-6eea-423a-969d-ed1e8e433014, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=dab3c815-6eea-423a-969d-ed1e8e433014,segment=NetworkSegment(f7a25f30-c0b9-4dd5-8a6c-e493308a8431),segment_id=f7a25f30-c0b9-4dd5-8a6c-e493308a8431)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:43:25.603081 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:25.607553 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:25.631326 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:25.800013 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Pushing event updated for resources: {'Port': ['ID=dab3c815-6eea-423a-969d-ed1e8e433014,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:25.816767 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:25.861734 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:25.862441 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:25.864353 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] 10.222.0.53 "PUT /v2.0/ports/dab3c815-6eea-423a-969d-ed1e8e433014 HTTP/1.1" status: 200  len: 1158 time: 2.1875870
Dec 04 21:43:25.865075 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb0b1ec-6c90-45dc-92e8-b39699cf53bc', 'tag': 'dab3c815-6eea-423a-969d-ed1e8e433014'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:43:25.995314 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Pushing event updated for resources: {'Port': ['ID=e18066e0-93e6-49fd-9a9e-e65986b8dfb9,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:26.048861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.048861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.048861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.048861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.048861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.048861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.048861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.048861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.048861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.048861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.048861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.048861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.048861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.050627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.050627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.050627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.050627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.050627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.050627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.050627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.050627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.050627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.050627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.050627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:26.066690 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:26.118212 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0195bf5-df43-4027-98c5-93b73844b584 req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Network 3f29e15c-3c5f-4440-b373-0459ec9ed0c3 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:43:26.120218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-b0195bf5-df43-4027-98c5-93b73844b584 req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:43:26.125280 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0195bf5-df43-4027-98c5-93b73844b584 req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:43:26.131750 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0195bf5-df43-4027-98c5-93b73844b584 req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:26.132693 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b0195bf5-df43-4027-98c5-93b73844b584 req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:26.159102 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0195bf5-df43-4027-98c5-93b73844b584 req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2248697
Dec 04 21:43:26.179824 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Request body: {'port': {'device_id': 'eb00024d-cbed-45f9-b552-ffa7d06c83d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:43:26.223810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b5986-d5c9-459d-8466-c93de3556804 req-ba129162-1883-4f2f-bce8-933f1a923c8b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:26.243909 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b59b5986-d5c9-459d-8466-c93de3556804 req-ba129162-1883-4f2f-bce8-933f1a923c8b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 931 time: 0.2022460
Dec 04 21:43:26.282790 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-0ba1eb57-5f44-458a-9507-d23b671382ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:26.285581 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-0ba1eb57-5f44-458a-9507-d23b671382ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fa06726d5e745cfb38a67990cbbcecb&device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 1161 time: 0.3451440
Dec 04 21:43:26.438468 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b59b5986-d5c9-459d-8466-c93de3556804 req-15d37df5-acf5-4f5a-8594-0da81341e299 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1933832
Dec 04 21:43:26.445743 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-f480d399-b3b9-49ce-b08b-f2e91cccb508 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dab3c815-6eea-423a-969d-ed1e8e433014 HTTP/1.1" status: 200  len: 217 time: 0.1212904
Dec 04 21:43:26.558755 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:26.564830 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9bff037f-08b2-46ca-8c25-a200ca66ec24 None None] Provisioning for port e18066e0-93e6-49fd-9a9e-e65986b8dfb9 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:43:26.576332 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-cf17019a-1c82-4fd4-ac73-db99f31cd241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:26.580597 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-cf17019a-1c82-4fd4-ac73-db99f31cd241 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=477c834c-9af0-43dc-8411-1639ac8b15d8 HTTP/1.1" status: 200  len: 859 time: 0.1275539
Dec 04 21:43:26.582358 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9bff037f-08b2-46ca-8c25-a200ca66ec24 None None] Provisioning complete for port e18066e0-93e6-49fd-9a9e-e65986b8dfb9 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:43:26.584215 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9bff037f-08b2-46ca-8c25-a200ca66ec24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:26.587758 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb0b1ec-6c90-45dc-92e8-b39699cf53bc', 'tag': 'dab3c815-6eea-423a-969d-ed1e8e433014', 'status': 'completed', 'code': 200}
Dec 04 21:43:26.686303 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-2846973a-2c18-4d19-b287-69b160a2cc61 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55e15776-9919-430f-964a-7228179c178b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0870061
Dec 04 21:43:26.729296 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-9bff037f-08b2-46ca-8c25-a200ca66ec24 None None] Port e18066e0-93e6-49fd-9a9e-e65986b8dfb9 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:43:26.765566 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:26.768579 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-28b8abaf-9e4a-41c8-b1f5-feb3f5add32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:26.923585 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-921bb1ed-8734-46da-bba7-b30e0c06b3c3 service neutron] 10.222.0.53 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2247460
Dec 04 21:43:27.231375 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00dc84bc-3d4f-4c92-b8d8-2139d067daab req-b9d7b567-2480-4611-a7bf-996e872c9b59 service neutron] 10.222.0.53 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2883618
Dec 04 21:43:27.537287 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1da25-f3c0-4f9b-a3a7-b4f62f6c9547 req-9f17940f-363d-4469-93d8-09bbe83c6e5a tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:27.539016 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cfc1da25-f3c0-4f9b-a3a7-b4f62f6c9547 req-9f17940f-363d-4469-93d8-09bbe83c6e5a tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 944 time: 0.1919219
Dec 04 21:43:27.545990 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ba1c3-d1af-406b-b88c-59797379b70f req-a64d59e7-eb36-4436-a033-e5c11df32e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:27.547724 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f83ba1c3-d1af-406b-b88c-59797379b70f req-a64d59e7-eb36-4436-a033-e5c11df32e05 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fa06726d5e745cfb38a67990cbbcecb&device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 1161 time: 0.1426923
Dec 04 21:43:27.596307 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18066e0-93e6-49fd-9a9e-e65986b8dfb9 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:43:27.606945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:27.621798 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Transition to ACTIVE for port object e18066e0-93e6-49fd-9a9e-e65986b8dfb9 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:43:27.635851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:27.718635 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cfc1da25-f3c0-4f9b-a3a7-b4f62f6c9547 req-c4b54ec0-6227-43fa-8bdd-10144aaa0bb7 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633351
Dec 04 21:43:27.732365 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2c24ffdc-2c35-4165-be1b-a475fd2439d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:27.814188 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ba1c3-d1af-406b-b88c-59797379b70f req-995a3b7d-ee2f-4f4e-91af-d52168a99a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:27.816660 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f83ba1c3-d1af-406b-b88c-59797379b70f req-995a3b7d-ee2f-4f4e-91af-d52168a99a92 service neutron] 10.222.0.53 "GET /v2.0/networks?id=55e15776-9919-430f-964a-7228179c178b HTTP/1.1" status: 200  len: 913 time: 0.2599924
Dec 04 21:43:27.845909 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Pushing event updated for resources: {'Port': ['ID=e18066e0-93e6-49fd-9a9e-e65986b8dfb9,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:27.851114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:27.913361 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f83ba1c3-d1af-406b-b88c-59797379b70f req-d5446236-3e9d-4885-960a-3c4f73ac73d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dab3c815-6eea-423a-969d-ed1e8e433014 HTTP/1.1" status: 200  len: 217 time: 0.0886993
Dec 04 21:43:28.014661 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ba1c3-d1af-406b-b88c-59797379b70f req-79913d71-4772-4681-b1a8-30c6db44c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:28.016491 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f83ba1c3-d1af-406b-b88c-59797379b70f req-79913d71-4772-4681-b1a8-30c6db44c7a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=477c834c-9af0-43dc-8411-1639ac8b15d8 HTTP/1.1" status: 200  len: 859 time: 0.0951786
Dec 04 21:43:28.099380 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Attempting to bind port e18066e0-93e6-49fd-9a9e-e65986b8dfb9 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:43:28.099805 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Attempting to bind port e18066e0-93e6-49fd-9a9e-e65986b8dfb9 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'b9aa6b1b-70f1-49f2-903b-24c74e9f483f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:43:28.100215 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Attempting to bind port e18066e0-93e6-49fd-9a9e-e65986b8dfb9 on network 3f29e15c-3c5f-4440-b373-0459ec9ed0c3 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:43:28.108296 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:43:28.108671 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Checking segment: {'id': 'b9aa6b1b-70f1-49f2-903b-24c74e9f483f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:43:28.109086 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:28.109490 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Bound using segment: {'id': 'b9aa6b1b-70f1-49f2-903b-24c74e9f483f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:43:28.109991 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Bound port: e18066e0-93e6-49fd-9a9e-e65986b8dfb9, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9aa6b1b-70f1-49f2-903b-24c74e9f483f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:43:28.110557 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:28.204019 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dd766-77c6-4171-aba9-452f7eefb147 req-dec453cb-03d6-4ece-bc8f-8688098cd785 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:28.206078 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cc6dd766-77c6-4171-aba9-452f7eefb147 req-dec453cb-03d6-4ece-bc8f-8688098cd785 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.1879408
Dec 04 21:43:28.265310 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cc6dd766-77c6-4171-aba9-452f7eefb147 req-2080aa76-5969-4f38-807d-0a510325b369 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518832
Dec 04 21:43:28.306596 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] For port e18066e0-93e6-49fd-9a9e-e65986b8dfb9, host hv-cinder-74915, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:43:28.319948 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] For port e18066e0-93e6-49fd-9a9e-e65986b8dfb9, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e18066e0-93e6-49fd-9a9e-e65986b8dfb9,segment=NetworkSegment(b9aa6b1b-70f1-49f2-903b-24c74e9f483f),segment_id=b9aa6b1b-70f1-49f2-903b-24c74e9f483f)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:43:28.319948 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:28.449261 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:28.636958 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Pushing event updated for resources: {'Port': ['ID=e18066e0-93e6-49fd-9a9e-e65986b8dfb9,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:28.642358 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:28.677458 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:28.678545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:28.681452 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0195bf5-df43-4027-98c5-93b73844b584 req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] 10.222.0.53 "PUT /v2.0/ports/e18066e0-93e6-49fd-9a9e-e65986b8dfb9 HTTP/1.1" status: 200  len: 1157 time: 2.5063534
Dec 04 21:43:28.682842 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb00024d-cbed-45f9-b552-ffa7d06c83d6', 'tag': 'e18066e0-93e6-49fd-9a9e-e65986b8dfb9'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:43:28.795530 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb00024d-cbed-45f9-b552-ffa7d06c83d6', 'tag': 'e18066e0-93e6-49fd-9a9e-e65986b8dfb9', 'status': 'completed', 'code': 200}
Dec 04 21:43:29.060229 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211c2fa-9d9b-40c9-9ad0-d0710731b690 req-300f72d1-390f-4c13-9c6f-28f67ecc8bed tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:29.063630 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d211c2fa-9d9b-40c9-9ad0-d0710731b690 req-300f72d1-390f-4c13-9c6f-28f67ecc8bed tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 944 time: 0.1629057
Dec 04 21:43:29.139501 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d211c2fa-9d9b-40c9-9ad0-d0710731b690 req-6bba5a57-278f-4411-bca8-e4bf3dda1337 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633483
Dec 04 21:43:29.574549 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b0876-2eb9-4c35-9b0f-d84b073d4e34 req-7f63507c-c1be-49a4-bbfa-2544d6acc3ee tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:29.577520 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d15b0876-2eb9-4c35-9b0f-d84b073d4e34 req-7f63507c-c1be-49a4-bbfa-2544d6acc3ee tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.1425090
Dec 04 21:43:29.634972 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d15b0876-2eb9-4c35-9b0f-d84b073d4e34 req-7ebb45fe-3bda-4f37-a7c3-0a99be8fa9e0 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457802
Dec 04 21:43:30.472159 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3335fd3-e090-4a6a-bff4-e72fba9128b5 req-e816d6b2-7489-4e12-8711-ca90b525fd42 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:30.475522 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f3335fd3-e090-4a6a-bff4-e72fba9128b5 req-e816d6b2-7489-4e12-8711-ca90b525fd42 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 944 time: 0.1492870
Dec 04 21:43:30.512932 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9712e60-988a-4b98-81b5-4c0e1f0f54c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:30.572157 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f3335fd3-e090-4a6a-bff4-e72fba9128b5 req-ba9335a2-b5d2-4cb6-86c5-1bb972b560ca tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847802
Dec 04 21:43:30.940168 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4af754-235a-4b78-a014-48895aa894db req-f0f6576e-2a32-4672-9e3a-0da3b9f9fd94 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:30.941924 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cf4af754-235a-4b78-a014-48895aa894db req-f0f6576e-2a32-4672-9e3a-0da3b9f9fd94 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.1212029
Dec 04 21:43:31.022251 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f83ba1c3-d1af-406b-b88c-59797379b70f req-7528f735-f986-4cbd-8b3a-e9c3e7cc1742 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55e15776-9919-430f-964a-7228179c178b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0573127
Dec 04 21:43:31.047426 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cf4af754-235a-4b78-a014-48895aa894db req-2e03962e-3471-4bff-961e-6dc219a95191 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0980213
Dec 04 21:43:31.087587 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-2b70ee1a-16f5-4c69-a426-54e6fe01f6f4 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80266) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 04 21:43:31.278945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe62ad0-98af-41e8-865d-62b63e0b0c78 req-2998bddf-cb76-454f-97d9-065cd7a21d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:31.281985 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-abe62ad0-98af-41e8-865d-62b63e0b0c78 req-2998bddf-cb76-454f-97d9-065cd7a21d04 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6269000b8fee4f4ba481974a0000d47a&device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 1160 time: 0.1910856
Dec 04 21:43:31.524212 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:31.584670 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f83ba1c3-d1af-406b-b88c-59797379b70f req-ac327477-6f61-44bb-b7b4-c6564db0811f service neutron] 10.222.0.53 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4915769
Dec 04 21:43:31.600247 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe62ad0-98af-41e8-865d-62b63e0b0c78 req-9205bfa5-6923-4267-b216-d7c9f3ee4405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:31.603004 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-abe62ad0-98af-41e8-865d-62b63e0b0c78 req-9205bfa5-6923-4267-b216-d7c9f3ee4405 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6269000b8fee4f4ba481974a0000d47a&shared=False HTTP/1.1" status: 200  len: 910 time: 0.3003674
Dec 04 21:43:31.757194 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 3a1db974-c036-4c5e-ae04-e42e5aced041 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:43:31.782477 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe62ad0-98af-41e8-865d-62b63e0b0c78 req-8999daa2-62d3-444b-889b-59dda9ae549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:31.784118 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-abe62ad0-98af-41e8-865d-62b63e0b0c78 req-8999daa2-62d3-444b-889b-59dda9ae549a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1738207
Dec 04 21:43:31.937870 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:31.942304 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port 3a1db974-c036-4c5e-ae04-e42e5aced041 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:43:31.952324 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 3a1db974-c036-4c5e-ae04-e42e5aced041 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:43:31.953022 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:31.962942 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f83ba1c3-d1af-406b-b88c-59797379b70f req-bb795f69-2305-429e-a1c4-62c2dec99384 service neutron] 10.222.0.53 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3676472
Dec 04 21:43:32.055917 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f37fd-d2fc-4322-85a4-000b27153cfd req-c1a0ef8e-3a58-4178-8941-b4aa20f278b1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:32.059433 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-005f37fd-d2fc-4322-85a4-000b27153cfd req-c1a0ef8e-3a58-4178-8941-b4aa20f278b1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 944 time: 0.2052078
Dec 04 21:43:32.082927 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0195bf5-df43-4027-98c5-93b73844b584 req-00eead0c-87d1-4501-a921-efdc4ba531ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:32.086522 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0195bf5-df43-4027-98c5-93b73844b584 req-00eead0c-87d1-4501-a921-efdc4ba531ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6269000b8fee4f4ba481974a0000d47a&device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 1160 time: 0.1984031
Dec 04 21:43:32.178644 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:32.211987 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-005f37fd-d2fc-4322-85a4-000b27153cfd req-66b8cfa6-86a6-4ba4-9bb4-8bf8ac3daa6e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379125
Dec 04 21:43:32.232971 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:32.310574 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 3a1db974-c036-4c5e-ae04-e42e5aced041, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3a1db974-c036-4c5e-ae04-e42e5aced041,segment=NetworkSegment(f7a25f30-c0b9-4dd5-8a6c-e493308a8431),segment_id=f7a25f30-c0b9-4dd5-8a6c-e493308a8431)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:43:32.312867 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f73aaa-9f45-4069-b32f-c7cfc671288b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1db974-c036-4c5e-ae04-e42e5aced041'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:43:32.320892 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0195bf5-df43-4027-98c5-93b73844b584 req-9cb1c929-b271-4b1d-ba4d-30b58ceb78e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e18066e0-93e6-49fd-9a9e-e65986b8dfb9 HTTP/1.1" status: 200  len: 217 time: 0.2062881
Dec 04 21:43:32.326419 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:32.332607 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:32.454982 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=3a1db974-c036-4c5e-ae04-e42e5aced041,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:32.466414 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.466810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.467190 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.467591 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.467966 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.468963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.469343 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.469709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.470097 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.470466 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.470981 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.471348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.471833 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.472200 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.472559 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.472941 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.473284 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.474557 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.474557 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.474557 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.475006 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.475328 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.475609 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.476153 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:43:32.483340 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f73aaa-9f45-4069-b32f-c7cfc671288b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1db974-c036-4c5e-ae04-e42e5aced041', 'code': 200}
Dec 04 21:43:32.484471 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:32.509292 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0195bf5-df43-4027-98c5-93b73844b584 req-f682f440-7125-43f8-92cb-37eecc2f2657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:32.513048 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0195bf5-df43-4027-98c5-93b73844b584 req-f682f440-7125-43f8-92cb-37eecc2f2657 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5941c058-3e71-4ca9-85ab-a81ea76a2e2e HTTP/1.1" status: 200  len: 855 time: 0.1842093
Dec 04 21:43:32.620079 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0195bf5-df43-4027-98c5-93b73844b584 req-b2b20c39-5968-4f15-86a0-d8aa1b455c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:32.623362 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0195bf5-df43-4027-98c5-93b73844b584 req-b2b20c39-5968-4f15-86a0-d8aa1b455c18 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1018834
Dec 04 21:43:32.676889 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587d06e-58a0-4d8c-a413-237da6bd44c6 req-11db15bd-6c7a-4fdc-9ec6-462500216f8f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:32.691545 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4587d06e-58a0-4d8c-a413-237da6bd44c6 req-11db15bd-6c7a-4fdc-9ec6-462500216f8f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.1854484
Dec 04 21:43:32.773398 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4587d06e-58a0-4d8c-a413-237da6bd44c6 req-68135add-3af4-45f7-acc5-98befb2e6e6e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802867
Dec 04 21:43:32.909102 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0195bf5-df43-4027-98c5-93b73844b584 req-1ad27c4b-21fe-4f7f-bf8d-0316565af007 service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2711377
Dec 04 21:43:33.010854 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55571b14-cd10-4b3f-84ff-00720abe92fe req-153f78f6-f596-44c2-b1c3-0fce4b1e59ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:33.013374 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-55571b14-cd10-4b3f-84ff-00720abe92fe req-153f78f6-f596-44c2-b1c3-0fce4b1e59ff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 1163 time: 0.1129925
Dec 04 21:43:33.081484 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-55571b14-cd10-4b3f-84ff-00720abe92fe req-e9d8c4d4-7b1d-4556-9a26-006828748888 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596051
Dec 04 21:43:33.251137 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0195bf5-df43-4027-98c5-93b73844b584 req-55d1f1c3-ecd9-4be7-b7ca-340922b7fc9a service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3247633
Dec 04 21:43:33.508988 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device dab3c815-6eea-423a-969d-ed1e8e433014 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:43:33.690504 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port dab3c815-6eea-423a-969d-ed1e8e433014 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:43:33.700848 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port dab3c815-6eea-423a-969d-ed1e8e433014 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:43:33.701688 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:33.707006 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae862ba-3f61-4a80-9caf-7097eb4c508a req-0c461c41-913b-4129-a7b0-6fa1f6441522 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:33.722262 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fae862ba-3f61-4a80-9caf-7097eb4c508a req-0c461c41-913b-4129-a7b0-6fa1f6441522 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 944 time: 0.2236633
Dec 04 21:43:33.819631 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fae862ba-3f61-4a80-9caf-7097eb4c508a req-21ce8930-551a-44df-8ab2-46436e352294 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957770
Dec 04 21:43:34.094640 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:34.208111 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port dab3c815-6eea-423a-969d-ed1e8e433014, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=dab3c815-6eea-423a-969d-ed1e8e433014,segment=NetworkSegment(f7a25f30-c0b9-4dd5-8a6c-e493308a8431),segment_id=f7a25f30-c0b9-4dd5-8a6c-e493308a8431)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:43:34.214525 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:34.220477 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 3a1db974-c036-4c5e-ae04-e42e5aced041 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:43:34.294119 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:34.363255 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86cdec-6411-40e8-87d5-a7108559645b req-fcb6d7dd-47eb-4f25-a413-4a719adb2ef0 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:34.366802 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cf86cdec-6411-40e8-87d5-a7108559645b req-fcb6d7dd-47eb-4f25-a413-4a719adb2ef0 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.2231944
Dec 04 21:43:34.487598 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cf86cdec-6411-40e8-87d5-a7108559645b req-32bb90e0-e144-4e15-9a5e-a1c114180df2 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1131587
Dec 04 21:43:34.490568 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb0b1ec-6c90-45dc-92e8-b39699cf53bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab3c815-6eea-423a-969d-ed1e8e433014'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:43:34.640564 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=dab3c815-6eea-423a-969d-ed1e8e433014,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:34.672914 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:34.678564 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0b1ec-6c90-45dc-92e8-b39699cf53bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab3c815-6eea-423a-969d-ed1e8e433014', 'code': 200}
Dec 04 21:43:34.713831 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 3a1db974-c036-4c5e-ae04-e42e5aced041 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:43:34.714923 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:34.955925 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 33454) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:35.194969 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904344e-00a3-405e-b615-ec7f6905d01e req-95a4ff5a-d214-4c86-bc5b-f21facb8daa8 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:35.197043 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4904344e-00a3-405e-b615-ec7f6905d01e req-95a4ff5a-d214-4c86-bc5b-f21facb8daa8 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.1519334
Dec 04 21:43:35.246890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03415115-e861-4dbf-867d-b363496416ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:35.269813 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-03415115-e861-4dbf-867d-b363496416ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:35.271523 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4904344e-00a3-405e-b615-ec7f6905d01e req-53983fe2-dc77-430a-acf6-8915875302ce tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662651
Dec 04 21:43:35.278234 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-03415115-e861-4dbf-867d-b363496416ab admin admin] Usage tracker for resource:security_group_rule and tenant:687e848098d2485a8cf84aba0f1bdc33 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:35.285595 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-03415115-e861-4dbf-867d-b363496416ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:35.298227 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-03415115-e861-4dbf-867d-b363496416ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:35.428227 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03415115-e861-4dbf-867d-b363496416ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:35.433461 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03415115-e861-4dbf-867d-b363496416ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:35.443521 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8e116647-38f2-476c-91e1-63da8476e541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:35.494378 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-03415115-e861-4dbf-867d-b363496416ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=687e848098d2485a8cf84aba0f1bdc33&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5366652
Dec 04 21:43:35.496819 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03415115-e861-4dbf-867d-b363496416ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dc698d-4129-4438-a2fd-1d3b5fd152dc,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:35.499689 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 33466) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:35.501473 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-03415115-e861-4dbf-867d-b363496416ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:35.644240 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a80eb477-39f6-4dda-8c1f-b6784cd2512e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:35.701300 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a80eb477-39f6-4dda-8c1f-b6784cd2512e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:35.805553 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a80eb477-39f6-4dda-8c1f-b6784cd2512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:35.815831 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:35.838775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80eb477-39f6-4dda-8c1f-b6784cd2512e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dc698d-4129-4438-a2fd-1d3b5fd152dc,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:35.847918 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a80eb477-39f6-4dda-8c1f-b6784cd2512e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:35.855071 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a80eb477-39f6-4dda-8c1f-b6784cd2512e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:35.865166 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a80eb477-39f6-4dda-8c1f-b6784cd2512e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29dc698d-4129-4438-a2fd-1d3b5fd152dc HTTP/1.1" status: 204  len: 168 time: 0.3559210
Dec 04 21:43:36.003998 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77ea7f-a5e3-49b5-813d-6262e1eda5a5 req-38a8d266-dc3d-4673-9cbd-1c25b3154a0b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:36.005790 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc77ea7f-a5e3-49b5-813d-6262e1eda5a5 req-38a8d266-dc3d-4673-9cbd-1c25b3154a0b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.1436074
Dec 04 21:43:36.062050 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc77ea7f-a5e3-49b5-813d-6262e1eda5a5 req-226fa36d-c07f-4d66-b16e-d10d9df03a5c tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485938
Dec 04 21:43:36.298586 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 33484) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:36.322050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-351968ee-6dfc-436c-b7df-f56061ec45f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:36.341682 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-351968ee-6dfc-436c-b7df-f56061ec45f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:36.346604 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-351968ee-6dfc-436c-b7df-f56061ec45f8 admin admin] Usage tracker for resource:security_group_rule and tenant:434927723d3c4acd9269242bd2a57edb is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:36.350056 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-351968ee-6dfc-436c-b7df-f56061ec45f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:36.357437 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-351968ee-6dfc-436c-b7df-f56061ec45f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:36.505796 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-351968ee-6dfc-436c-b7df-f56061ec45f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:36.519082 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-351968ee-6dfc-436c-b7df-f56061ec45f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:36.536460 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:36.597987 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-351968ee-6dfc-436c-b7df-f56061ec45f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=434927723d3c4acd9269242bd2a57edb&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2980914
Dec 04 21:43:36.601368 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 33494) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:36.601631 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351968ee-6dfc-436c-b7df-f56061ec45f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0f5606-0fc4-4fbb-bdfc-31e1eb06cfd1,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:36.605963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-351968ee-6dfc-436c-b7df-f56061ec45f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:36.614240 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42d220-6dd0-494c-8f97-6e0ae0f0da0f req-095f5274-854e-44f7-b5e0-7e6b9bcae751 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:36.616087 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bb42d220-6dd0-494c-8f97-6e0ae0f0da0f req-095f5274-854e-44f7-b5e0-7e6b9bcae751 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.1925721
Dec 04 21:43:36.674475 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5b578b0c-7395-4670-98ff-ce3580ace942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:36.674996 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bb42d220-6dd0-494c-8f97-6e0ae0f0da0f req-2b7babd6-78f6-49a9-ac2d-65f2c5e45113 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469997
Dec 04 21:43:36.707046 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5b578b0c-7395-4670-98ff-ce3580ace942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:36.758421 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5b578b0c-7395-4670-98ff-ce3580ace942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:36.764850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:36.783225 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b578b0c-7395-4670-98ff-ce3580ace942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0f5606-0fc4-4fbb-bdfc-31e1eb06cfd1,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:36.785786 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5b578b0c-7395-4670-98ff-ce3580ace942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:36.795554 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5b578b0c-7395-4670-98ff-ce3580ace942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:36.796816 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5b578b0c-7395-4670-98ff-ce3580ace942 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f0f5606-0fc4-4fbb-bdfc-31e1eb06cfd1 HTTP/1.1" status: 204  len: 168 time: 0.1943631
Dec 04 21:43:37.307869 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 33510) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:37.317515 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b15a60-7b7f-4201-af70-a5ef2e9a87d0 req-4990b0f2-4df6-4240-bf43-258dfa0e6ddb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:37.319330 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-96b15a60-7b7f-4201-af70-a5ef2e9a87d0 req-4990b0f2-4df6-4240-bf43-258dfa0e6ddb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.0959578
Dec 04 21:43:37.330289 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd0e21cc-1dd8-4b69-95b8-d87a73355216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:37.348132 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cd0e21cc-1dd8-4b69-95b8-d87a73355216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:37.352691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cd0e21cc-1dd8-4b69-95b8-d87a73355216 admin admin] Usage tracker for resource:security_group_rule and tenant:18795562465e442686590592e51954ac is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:37.356060 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cd0e21cc-1dd8-4b69-95b8-d87a73355216 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:37.362672 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cd0e21cc-1dd8-4b69-95b8-d87a73355216 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:37.376064 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-96b15a60-7b7f-4201-af70-a5ef2e9a87d0 req-1d8e9e23-13bd-4898-8bc1-0a065e343277 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488236
Dec 04 21:43:37.505913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd0e21cc-1dd8-4b69-95b8-d87a73355216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:37.511821 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd0e21cc-1dd8-4b69-95b8-d87a73355216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:37.529552 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c637731-635a-4982-be4e-4b2ce616d011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:37.618059 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cd0e21cc-1dd8-4b69-95b8-d87a73355216 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18795562465e442686590592e51954ac&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3084538
Dec 04 21:43:37.622945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 33518) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:37.626988 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e21cc-1dd8-4b69-95b8-d87a73355216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcfd92f-713f-4d26-8884-8c7626a664e7,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:37.656515 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cd0e21cc-1dd8-4b69-95b8-d87a73355216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:37.757955 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bdff8248-94b7-4e32-b853-9d06bb98aa91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:37.816432 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bdff8248-94b7-4e32-b853-9d06bb98aa91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:37.917754 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bdff8248-94b7-4e32-b853-9d06bb98aa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:37.928653 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c254fd45-dcf0-4cc4-96bf-a449137401d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:38.024930 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff8248-94b7-4e32-b853-9d06bb98aa91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcfd92f-713f-4d26-8884-8c7626a664e7,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:38.029959 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bdff8248-94b7-4e32-b853-9d06bb98aa91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:38.037000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f7a10-8cfe-44d3-90eb-35b34e236be8 req-95e00260-1fc1-475b-89ce-bba53ec0f71b tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:38.038693 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9d8f7a10-8cfe-44d3-90eb-35b34e236be8 req-95e00260-1fc1-475b-89ce-bba53ec0f71b tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.1088963
Dec 04 21:43:38.060614 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bdff8248-94b7-4e32-b853-9d06bb98aa91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:38.064771 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bdff8248-94b7-4e32-b853-9d06bb98aa91 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4bcfd92f-713f-4d26-8884-8c7626a664e7 HTTP/1.1" status: 204  len: 168 time: 0.4400742
Dec 04 21:43:38.141960 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9d8f7a10-8cfe-44d3-90eb-35b34e236be8 req-8bf6b5bf-daba-4306-b693-491039266568 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511172
Dec 04 21:43:38.151624 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad8f39-4972-412b-8482-56dfe30962f3 req-fd4e2a5a-b721-4656-b936-657792340d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:38.153747 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-18ad8f39-4972-412b-8482-56dfe30962f3 req-fd4e2a5a-b721-4656-b936-657792340d67 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 1163 time: 0.2071667
Dec 04 21:43:38.212249 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-18ad8f39-4972-412b-8482-56dfe30962f3 req-24381eeb-2aad-4e5f-8428-bf4575cde3ac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496552
Dec 04 21:43:38.894514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cbc5b-623c-49b5-8504-cd0d2a9689de req-684c1d40-9de7-423a-ba19-25ba4c14f0d0 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:38.897672 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5e8cbc5b-623c-49b5-8504-cd0d2a9689de req-684c1d40-9de7-423a-ba19-25ba4c14f0d0 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.2325768
Dec 04 21:43:39.010614 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5e8cbc5b-623c-49b5-8504-cd0d2a9689de req-114527e3-28d9-4bc4-b0b5-3098d4ffa0ee tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1050637
Dec 04 21:43:39.151629 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device dab3c815-6eea-423a-969d-ed1e8e433014 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:43:39.287748 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port dab3c815-6eea-423a-969d-ed1e8e433014 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:43:39.288437 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:39.546961 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 3a1db974-c036-4c5e-ae04-e42e5aced041 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:43:39.612813 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333c1b4-8b04-42d9-bc22-8a7f6fb3bd14 req-98b56fdf-a8ff-4058-bd2c-bacffcb63f9a tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:39.614800 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4333c1b4-8b04-42d9-bc22-8a7f6fb3bd14 req-98b56fdf-a8ff-4058-bd2c-bacffcb63f9a tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.2237754
Dec 04 21:43:39.640254 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 3a1db974-c036-4c5e-ae04-e42e5aced041 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:43:39.640681 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:39.706593 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4333c1b4-8b04-42d9-bc22-8a7f6fb3bd14 req-457845fa-7edb-4c05-92a4-cf6ba092a02d tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780277
Dec 04 21:43:40.358819 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff57fbd-6f5e-4805-8765-289cb78d1aeb req-b6cbd80b-1f94-4091-aa47-be8fb4c6e4e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:40.360581 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9ff57fbd-6f5e-4805-8765-289cb78d1aeb req-b6cbd80b-1f94-4091-aa47-be8fb4c6e4e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.1094742
Dec 04 21:43:40.451504 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9ff57fbd-6f5e-4805-8765-289cb78d1aeb req-7393c432-c7f3-4f66-b2d4-e019d019a2bc tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0787559
Dec 04 21:43:41.131545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 33622) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:41.143772 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d929b6f-35f0-46ef-a7fa-deb4976e5288 req-e799a5df-e729-41f3-a198-bcef7fd374ad tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:41.163008 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7d929b6f-35f0-46ef-a7fa-deb4976e5288 req-e799a5df-e729-41f3-a198-bcef7fd374ad tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.1697800
Dec 04 21:43:41.292182 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7d929b6f-35f0-46ef-a7fa-deb4976e5288 req-fe510953-4d94-4f38-ba00-5dafbac8fd5d tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220069
Dec 04 21:43:41.464388 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4f77b92-3454-471b-bab7-9db04ed4537c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:41.487330 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c4f77b92-3454-471b-bab7-9db04ed4537c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:41.495970 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c4f77b92-3454-471b-bab7-9db04ed4537c admin admin] Usage tracker for resource:security_group_rule and tenant:7224a6bc3223404db825858c4ed897f0 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:41.501497 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c4f77b92-3454-471b-bab7-9db04ed4537c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:41.513510 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c4f77b92-3454-471b-bab7-9db04ed4537c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:41.739577 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4f77b92-3454-471b-bab7-9db04ed4537c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:41.745538 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4f77b92-3454-471b-bab7-9db04ed4537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:41.765479 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-abe0ad51-85f6-4223-b04e-ea46c646914d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:41.854207 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c4f77b92-3454-471b-bab7-9db04ed4537c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7224a6bc3223404db825858c4ed897f0&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7204411
Dec 04 21:43:41.857837 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f77b92-3454-471b-bab7-9db04ed4537c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199ee4da-b297-4a87-bfc8-ca8093514ca5,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:41.860148 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 33646) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:41.864227 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4f77b92-3454-471b-bab7-9db04ed4537c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:42.162131 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-020d693d-d81c-46fa-a728-51ff2c3a585d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:42.180956 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e77f2-410d-4fc2-87f5-3b0831cd732f req-9899874b-7077-4589-88cd-2ba1ee6d69de tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:42.184429 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e08e77f2-410d-4fc2-87f5-3b0831cd732f req-9899874b-7077-4589-88cd-2ba1ee6d69de tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.4293125
Dec 04 21:43:42.256132 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d3767-9b29-44a9-8350-b62f9f4d69aa req-32ca8078-6efb-42dc-b2a8-eebeb4f2f942 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:42.259258 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f39d3767-9b29-44a9-8350-b62f9f4d69aa req-32ca8078-6efb-42dc-b2a8-eebeb4f2f942 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.3978257
Dec 04 21:43:42.321835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-020d693d-d81c-46fa-a728-51ff2c3a585d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:42.459297 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e08e77f2-410d-4fc2-87f5-3b0831cd732f req-eb08abcd-5b44-474c-bcc8-d868fcc97400 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2582700
Dec 04 21:43:42.485316 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f39d3767-9b29-44a9-8350-b62f9f4d69aa req-15e12c9a-3627-4f9d-86c2-7ce6da962704 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1995194
Dec 04 21:43:42.500494 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-020d693d-d81c-46fa-a728-51ff2c3a585d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:42.514208 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b5f388e4-f673-45cf-9044-1029fbd2b3ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:42.529959 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d693d-d81c-46fa-a728-51ff2c3a585d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199ee4da-b297-4a87-bfc8-ca8093514ca5,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:42.535231 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-020d693d-d81c-46fa-a728-51ff2c3a585d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:42.537727 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-020d693d-d81c-46fa-a728-51ff2c3a585d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:42.543575 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-020d693d-d81c-46fa-a728-51ff2c3a585d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/199ee4da-b297-4a87-bfc8-ca8093514ca5 HTTP/1.1" status: 204  len: 168 time: 0.6743131
Dec 04 21:43:43.314594 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 33682) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:43.348640 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c7d9dee1-d48e-4209-a57a-01fcfd06c98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:43.369784 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c7d9dee1-d48e-4209-a57a-01fcfd06c98e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:43.375353 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c7d9dee1-d48e-4209-a57a-01fcfd06c98e admin admin] Usage tracker for resource:security_group_rule and tenant:58bfbbdbf3ab447c92d9d89c905b85e4 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:43.379219 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c7d9dee1-d48e-4209-a57a-01fcfd06c98e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:43.386584 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c7d9dee1-d48e-4209-a57a-01fcfd06c98e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:43.424809 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a1afc-2c87-48e1-9c70-54e48fddfdd3 req-febcf073-d827-4c96-95d6-062137f5c76d tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:43.427837 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-469a1afc-2c87-48e1-9c70-54e48fddfdd3 req-febcf073-d827-4c96-95d6-062137f5c76d tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 946 time: 0.1592202
Dec 04 21:43:43.500255 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c7d9dee1-d48e-4209-a57a-01fcfd06c98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:43.504913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c7d9dee1-d48e-4209-a57a-01fcfd06c98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:43.515740 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:43.533350 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-469a1afc-2c87-48e1-9c70-54e48fddfdd3 req-1de53579-b5eb-4c5b-a7fc-cabe564ca0eb tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878217
Dec 04 21:43:43.570768 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c7d9dee1-d48e-4209-a57a-01fcfd06c98e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58bfbbdbf3ab447c92d9d89c905b85e4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2535851
Dec 04 21:43:43.571072 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 33690) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:43.572225 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9dee1-d48e-4209-a57a-01fcfd06c98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f050028-6db2-4578-b072-463d1295e55c,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:43.576852 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c7d9dee1-d48e-4209-a57a-01fcfd06c98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:43.822083 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b8f9777-4c0c-4333-acca-a09af6f0326e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:43.911575 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b8f9777-4c0c-4333-acca-a09af6f0326e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:44.008345 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9155f28-d0df-44f9-b849-2303127c5696 req-526240e4-3b47-4214-9da5-e0725ab0f332 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:44.010236 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c9155f28-d0df-44f9-b849-2303127c5696 req-526240e4-3b47-4214-9da5-e0725ab0f332 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.2712312
Dec 04 21:43:44.049807 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b8f9777-4c0c-4333-acca-a09af6f0326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:44.055877 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:44.072086 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12268b13-e4c7-4f9b-bead-1c6e15c7d11c req-3c4396a6-8bff-452c-8805-06a5f098ae71 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:44.074742 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-12268b13-e4c7-4f9b-bead-1c6e15c7d11c req-3c4396a6-8bff-452c-8805-06a5f098ae71 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.2189655
Dec 04 21:43:44.090736 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f9777-4c0c-4333-acca-a09af6f0326e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f050028-6db2-4578-b072-463d1295e55c,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:44.093288 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df52e2-c4ab-4b5c-9311-db8272ace98e req-a293091a-b804-409b-85c8-82a1b56333fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:44.096144 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d8df52e2-c4ab-4b5c-9311-db8272ace98e req-a293091a-b804-409b-85c8-82a1b56333fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fa06726d5e745cfb38a67990cbbcecb&device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 1163 time: 0.1332252
Dec 04 21:43:44.097855 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6b8f9777-4c0c-4333-acca-a09af6f0326e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:44.105818 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c9155f28-d0df-44f9-b849-2303127c5696 req-a99854dd-7557-4544-b531-38a8c40f0185 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0822673
Dec 04 21:43:44.124923 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b8f9777-4c0c-4333-acca-a09af6f0326e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:44.137515 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6b8f9777-4c0c-4333-acca-a09af6f0326e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f050028-6db2-4578-b072-463d1295e55c HTTP/1.1" status: 204  len: 168 time: 0.5567148
Dec 04 21:43:44.205910 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-12268b13-e4c7-4f9b-bead-1c6e15c7d11c req-9ef094d6-90d7-4274-a2b4-cc82ece67145 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987136
Dec 04 21:43:44.324835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df52e2-c4ab-4b5c-9311-db8272ace98e req-27b8cfe3-aa4e-4de1-8a6c-aadcc7b34d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:44.326647 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d8df52e2-c4ab-4b5c-9311-db8272ace98e req-27b8cfe3-aa4e-4de1-8a6c-aadcc7b34d06 service neutron] 10.222.0.53 "GET /v2.0/networks?id=55e15776-9919-430f-964a-7228179c178b HTTP/1.1" status: 200  len: 913 time: 0.2105842
Dec 04 21:43:44.421122 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d8df52e2-c4ab-4b5c-9311-db8272ace98e req-170108cd-97ae-48f6-af43-38a64039ca83 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dab3c815-6eea-423a-969d-ed1e8e433014 HTTP/1.1" status: 200  len: 217 time: 0.0759647
Dec 04 21:43:44.579016 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df52e2-c4ab-4b5c-9311-db8272ace98e req-f8db5555-5d2b-4045-a26c-d8e278289411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:44.582443 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d8df52e2-c4ab-4b5c-9311-db8272ace98e req-f8db5555-5d2b-4045-a26c-d8e278289411 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=477c834c-9af0-43dc-8411-1639ac8b15d8 HTTP/1.1" status: 200  len: 859 time: 0.1452112
Dec 04 21:43:44.671544 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d8df52e2-c4ab-4b5c-9311-db8272ace98e req-811e4e3e-bd64-4096-b27b-15f40f0a6761 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55e15776-9919-430f-964a-7228179c178b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0809309
Dec 04 21:43:44.879645 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e18066e0-93e6-49fd-9a9e-e65986b8dfb9 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:43:44.904293 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d8df52e2-c4ab-4b5c-9311-db8272ace98e req-894c0911-fa56-4865-af8e-3f6defa5d366 service neutron] 10.222.0.53 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2249618
Dec 04 21:43:45.013471 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d6ed1-f947-4b71-b671-9ad7553bf7cb req-c37758d4-2cd1-4c00-b7c4-242f29461a62 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:45.016622 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-941d6ed1-f947-4b71-b671-9ad7553bf7cb req-c37758d4-2cd1-4c00-b7c4-242f29461a62 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 946 time: 0.1740332
Dec 04 21:43:45.042115 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port e18066e0-93e6-49fd-9a9e-e65986b8dfb9 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:43:45.055101 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port e18066e0-93e6-49fd-9a9e-e65986b8dfb9 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:43:45.055553 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:45.209876 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-941d6ed1-f947-4b71-b671-9ad7553bf7cb req-b0608b5a-fc5b-4eb6-bcb2-2cdb30ec9f08 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754084
Dec 04 21:43:45.309754 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d8df52e2-c4ab-4b5c-9311-db8272ace98e req-934f1f22-02d5-4f39-a0d5-6ff1b8a7cf27 service neutron] 10.222.0.53 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3964736
Dec 04 21:43:45.397481 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:45.481589 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb00024d-cbed-45f9-b552-ffa7d06c83d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18066e0-93e6-49fd-9a9e-e65986b8dfb9'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:43:45.521470 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port e18066e0-93e6-49fd-9a9e-e65986b8dfb9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e18066e0-93e6-49fd-9a9e-e65986b8dfb9,segment=NetworkSegment(b9aa6b1b-70f1-49f2-903b-24c74e9f483f),segment_id=b9aa6b1b-70f1-49f2-903b-24c74e9f483f)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:43:45.529924 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:45.531638 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device dab3c815-6eea-423a-969d-ed1e8e433014 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:43:45.671292 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:45.723053 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4a7d7-1d79-47cf-be9d-6ffa2bce0f57 req-721232ae-315c-4a8b-b185-54e83191f5d9 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:45.732057 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09b4a7d7-1d79-47cf-be9d-6ffa2bce0f57 req-721232ae-315c-4a8b-b185-54e83191f5d9 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.1454916
Dec 04 21:43:45.740248 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851c9a6-26c0-4faa-a411-1417d66ed434 req-71876378-9b46-471c-aa22-645874d96312 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:45.749339 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2851c9a6-26c0-4faa-a411-1417d66ed434 req-71876378-9b46-471c-aa22-645874d96312 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.2563524
Dec 04 21:43:45.808133 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=e18066e0-93e6-49fd-9a9e-e65986b8dfb9,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:45.813404 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:45.827589 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2851c9a6-26c0-4faa-a411-1417d66ed434 req-c6e3f443-12f3-4208-85bc-cf37851f6f65 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772345
Dec 04 21:43:45.832348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port dab3c815-6eea-423a-969d-ed1e8e433014 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:43:45.833236 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:45.889827 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09b4a7d7-1d79-47cf-be9d-6ffa2bce0f57 req-3fa84d53-474b-4cab-bc54-e5f560bf5e5e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567891
Dec 04 21:43:46.149082 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb00024d-cbed-45f9-b552-ffa7d06c83d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18066e0-93e6-49fd-9a9e-e65986b8dfb9', 'code': 200}
Dec 04 21:43:46.601076 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f135570-033a-4c23-a389-d58aea50ae76 req-de54141a-3970-416b-b339-a9f5291890d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:46.603120 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2f135570-033a-4c23-a389-d58aea50ae76 req-de54141a-3970-416b-b339-a9f5291890d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 1162 time: 0.1571131
Dec 04 21:43:46.679256 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4761d9-a440-4292-be2a-d2446d99c891 req-d8a903f3-0698-4d4a-81cb-b9ee02b4ac06 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:46.683331 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0c4761d9-a440-4292-be2a-d2446d99c891 req-d8a903f3-0698-4d4a-81cb-b9ee02b4ac06 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 946 time: 0.1521862
Dec 04 21:43:46.692528 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e18066e0-93e6-49fd-9a9e-e65986b8dfb9 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:43:46.864114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port e18066e0-93e6-49fd-9a9e-e65986b8dfb9 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:43:46.864543 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:46.886708 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0c4761d9-a440-4292-be2a-d2446d99c891 req-be9cc379-5c01-4b68-abb5-e297a3997f71 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1854832
Dec 04 21:43:47.070601 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2f135570-033a-4c23-a389-d58aea50ae76 req-745739ed-0337-4abb-afd2-97508f38fa1b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4525180
Dec 04 21:43:47.377955 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935acc54-aa41-49b0-96c0-227e8cf8dddb req-25cd15c3-2e44-486e-9da5-2c80d4d0913f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:47.386774 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-935acc54-aa41-49b0-96c0-227e8cf8dddb req-25cd15c3-2e44-486e-9da5-2c80d4d0913f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.1490481
Dec 04 21:43:47.394534 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e4bf1-b994-40c3-bda5-b6482eecf7b9 req-0fce2f1a-63c5-4ba1-8c87-ec68d8c0088c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:47.396227 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a24e4bf1-b994-40c3-bda5-b6482eecf7b9 req-0fce2f1a-63c5-4ba1-8c87-ec68d8c0088c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.2178328
Dec 04 21:43:47.497935 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-935acc54-aa41-49b0-96c0-227e8cf8dddb req-ba641f73-a6ae-4d21-8132-b10eb624bac3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1099441
Dec 04 21:43:47.573572 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a24e4bf1-b994-40c3-bda5-b6482eecf7b9 req-ea6cf1ea-cdbd-4e42-a502-b2efd04cf5b0 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489503
Dec 04 21:43:47.742230 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ad2b6-ae0b-4702-abdd-188558d687d1 req-b7bb54e9-8057-4504-a8a9-557280d89871 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:47.743180 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b51ad2b6-ae0b-4702-abdd-188558d687d1 req-b7bb54e9-8057-4504-a8a9-557280d89871 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Synchronizing usage tracker for tenant:138128e9f0564e928facf9628e86ed68 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:43:47.767782 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b51ad2b6-ae0b-4702-abdd-188558d687d1 req-b7bb54e9-8057-4504-a8a9-557280d89871 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Unset dirty status for tenant:138128e9f0564e928facf9628e86ed68 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:43:47.770174 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b51ad2b6-ae0b-4702-abdd-188558d687d1 req-b7bb54e9-8057-4504-a8a9-557280d89871 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.53 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 946 time: 0.1677094
Dec 04 21:43:47.856191 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-b51ad2b6-ae0b-4702-abdd-188558d687d1 req-ecf12eeb-f681-47b2-8c9d-867c3fe2eff3 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Deleting port 266abccc-01d5-4d5b-9c75-4fddf545b0aa {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:43:47.856683 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b51ad2b6-ae0b-4702-abdd-188558d687d1 req-ecf12eeb-f681-47b2-8c9d-867c3fe2eff3 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:47.900842 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 33816) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:48.120555 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-586cecfc-da41-45eb-861b-7be252429c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:48.156717 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-586cecfc-da41-45eb-861b-7be252429c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:48.170594 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-586cecfc-da41-45eb-861b-7be252429c8f admin admin] Usage tracker for resource:security_group_rule and tenant:7d818f631045422a93bd9985f7094b7c is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:48.177070 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-586cecfc-da41-45eb-861b-7be252429c8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:48.225765 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-586cecfc-da41-45eb-861b-7be252429c8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:48.326508 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-b51ad2b6-ae0b-4702-abdd-188558d687d1 req-ecf12eeb-f681-47b2-8c9d-867c3fe2eff3 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] For port 266abccc-01d5-4d5b-9c75-4fddf545b0aa, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=266abccc-01d5-4d5b-9c75-4fddf545b0aa,segment=NetworkSegment(e227573a-fa0b-4ac3-b7e9-ac07517e2c25),segment_id=e227573a-fa0b-4ac3-b7e9-ac07517e2c25)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:43:48.326898 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b51ad2b6-ae0b-4702-abdd-188558d687d1 req-ecf12eeb-f681-47b2-8c9d-867c3fe2eff3 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:48.386198 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048263dc-6381-40c3-aacc-79a8953b0b55 req-84c91162-e5f4-4cc6-a2f7-f41ee1dc1e8c tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:48.389050 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-048263dc-6381-40c3-aacc-79a8953b0b55 req-84c91162-e5f4-4cc6-a2f7-f41ee1dc1e8c tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 946 time: 0.2034254
Dec 04 21:43:48.552405 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-048263dc-6381-40c3-aacc-79a8953b0b55 req-4e61a466-bf44-473a-adb1-c4082323248d tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/security-groups?id=fa68788f-fe71-4cbd-8502-dfeeacd17637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507165
Dec 04 21:43:48.569942 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-586cecfc-da41-45eb-861b-7be252429c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:48.577849 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-586cecfc-da41-45eb-861b-7be252429c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:48.592948 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-b51ad2b6-ae0b-4702-abdd-188558d687d1 req-ecf12eeb-f681-47b2-8c9d-867c3fe2eff3 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Calling delete_port for 266abccc-01d5-4d5b-9c75-4fddf545b0aa owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:43:48.609597 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-03d77623-2dce-4c43-87e2-a1a17a6b8a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:48.719641 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-586cecfc-da41-45eb-861b-7be252429c8f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d818f631045422a93bd9985f7094b7c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8167241
Dec 04 21:43:48.726634 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 33848) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:48.791077 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586cecfc-da41-45eb-861b-7be252429c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0f6fbb-7814-4a35-8f39-951da29da408,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:48.799505 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-586cecfc-da41-45eb-861b-7be252429c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:48.981877 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e18066e0-93e6-49fd-9a9e-e65986b8dfb9 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:43:49.224476 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port e18066e0-93e6-49fd-9a9e-e65986b8dfb9 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:43:49.225521 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:49.310217 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f51d7d-44df-46b5-86b9-899f9f965c48 req-62a51f8a-5ff8-4871-a062-fbeea23972d4 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:49.312168 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-72f51d7d-44df-46b5-86b9-899f9f965c48 req-62a51f8a-5ff8-4871-a062-fbeea23972d4 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.2003202
Dec 04 21:43:49.328481 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7c672-1aec-4e87-9942-5fbe9abb1359 req-5bf8fea6-6f2d-4129-8a6e-d42d28cfb5ef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:49.336747 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1de7c672-1aec-4e87-9942-5fbe9abb1359 req-5bf8fea6-6f2d-4129-8a6e-d42d28cfb5ef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.3918052
Dec 04 21:43:49.414850 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-72f51d7d-44df-46b5-86b9-899f9f965c48 req-ae0d9083-ac1d-4f48-8ba0-4ffba54f65b0 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725842
Dec 04 21:43:49.420043 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f9b86edc-d608-4ea7-85f7-64987c367b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:49.460034 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1de7c672-1aec-4e87-9942-5fbe9abb1359 req-4498cc4a-2b91-4bba-8667-f720912e7c8d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1218295
Dec 04 21:43:49.571971 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 266abccc-01d5-4d5b-9c75-4fddf545b0aa no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:43:49.629220 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f9b86edc-d608-4ea7-85f7-64987c367b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:49.682037 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b51ad2b6-ae0b-4702-abdd-188558d687d1 req-ecf12eeb-f681-47b2-8c9d-867c3fe2eff3 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:49.737334 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] No active binding found for port 266abccc-01d5-4d5b-9c75-4fddf545b0aa {{(pid=80266) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 04 21:43:49.738144 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 266abccc-01d5-4d5b-9c75-4fddf545b0aa not bound to the agent host hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:43:49.749642 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:49.987270 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-75771b4f-97e0-492a-acfc-fb0681a55390 req-430502ec-a2f5-46c7-bf9d-f1a8915248c7 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 210 time: 0.1053760
Dec 04 21:43:50.023306 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf12eeb-f681-47b2-8c9d-867c3fe2eff3 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Pushing event deleted for resources: {'Port': ['ID=266abccc-01d5-4d5b-9c75-4fddf545b0aa,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:50.032563 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ecf12eeb-f681-47b2-8c9d-867c3fe2eff3 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:50.074114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f9b86edc-d608-4ea7-85f7-64987c367b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:50.094619 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cd0e21cc-1dd8-4b69-95b8-d87a73355216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:50.148613 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86edc-d608-4ea7-85f7-64987c367b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0f6fbb-7814-4a35-8f39-951da29da408,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:50.162076 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f9b86edc-d608-4ea7-85f7-64987c367b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:50.246279 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51ad2b6-ae0b-4702-abdd-188558d687d1 req-ecf12eeb-f681-47b2-8c9d-867c3fe2eff3 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] No DVR routers for this DVR port 266abccc-01d5-4d5b-9c75-4fddf545b0aa on host hv-cinder-74915 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:43:50.277695 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f9b86edc-d608-4ea7-85f7-64987c367b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:50.277695 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f9b86edc-d608-4ea7-85f7-64987c367b83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca0f6fbb-7814-4a35-8f39-951da29da408 HTTP/1.1" status: 204  len: 168 time: 1.5415094
Dec 04 21:43:50.277695 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b51ad2b6-ae0b-4702-abdd-188558d687d1 req-ecf12eeb-f681-47b2-8c9d-867c3fe2eff3 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:50.277695 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b51ad2b6-ae0b-4702-abdd-188558d687d1 req-ecf12eeb-f681-47b2-8c9d-867c3fe2eff3 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.53 "DELETE /v2.0/ports/266abccc-01d5-4d5b-9c75-4fddf545b0aa HTTP/1.1" status: 204  len: 173 time: 2.4979455
Dec 04 21:43:50.278317 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf91e34-f608-4bbe-8804-373fb3321af2', 'name': 'network-vif-deleted', 'tag': '266abccc-01d5-4d5b-9c75-4fddf545b0aa'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:43:50.424104 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf91e34-f608-4bbe-8804-373fb3321af2', 'name': 'network-vif-deleted', 'tag': '266abccc-01d5-4d5b-9c75-4fddf545b0aa', 'status': 'completed', 'code': 200}
Dec 04 21:43:50.926103 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593bd3f-4108-4e65-9f39-a7b4fa833045 req-6a69e6e4-aaf6-4ce2-869b-5a67e8dbba84 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:50.926414 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 33932) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:50.934533 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9593bd3f-4108-4e65-9f39-a7b4fa833045 req-6a69e6e4-aaf6-4ce2-869b-5a67e8dbba84 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.2564399
Dec 04 21:43:50.953720 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e10acc90-bf19-4f3e-a838-3815f7f5b508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:50.977084 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e10acc90-bf19-4f3e-a838-3815f7f5b508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:50.983252 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e10acc90-bf19-4f3e-a838-3815f7f5b508 admin admin] Usage tracker for resource:security_group_rule and tenant:32064ea72220496eadd7ac0b7786546a is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:50.991028 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e10acc90-bf19-4f3e-a838-3815f7f5b508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:51.001669 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9593bd3f-4108-4e65-9f39-a7b4fa833045 req-c74b7b75-e10d-42a9-8146-faea2decdaab tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660901
Dec 04 21:43:51.009471 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e10acc90-bf19-4f3e-a838-3815f7f5b508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:51.017762 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ddc3f-8cb0-491b-8eb2-94ced32368bb req-2e79d1e5-3a4b-43e1-8802-27481dcb8e23 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:51.019485 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c11ddc3f-8cb0-491b-8eb2-94ced32368bb req-2e79d1e5-3a4b-43e1-8802-27481dcb8e23 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.2135653
Dec 04 21:43:51.264879 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e10acc90-bf19-4f3e-a838-3815f7f5b508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:51.270196 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e10acc90-bf19-4f3e-a838-3815f7f5b508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:51.317432 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f9b86edc-d608-4ea7-85f7-64987c367b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:51.460414 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e10acc90-bf19-4f3e-a838-3815f7f5b508 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32064ea72220496eadd7ac0b7786546a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5323832
Dec 04 21:43:51.463424 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10acc90-bf19-4f3e-a838-3815f7f5b508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12c7883-d29a-468b-a6a7-a60ba43a1505,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:51.466810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 33940) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:51.474964 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e10acc90-bf19-4f3e-a838-3815f7f5b508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:51.598813 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 33948) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:51.624939 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a30b9be-6574-4fb1-aaf8-9127edaba3a0 req-5d5d6315-6b8d-416c-b789-b74d5b77b72f tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] 10.222.0.44 "GET /v2.0/ports?device_id=eaf91e34-f608-4bbe-8804-373fb3321af2 HTTP/1.1" status: 200  len: 210 time: 0.1394234
Dec 04 21:43:51.660868 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c11ddc3f-8cb0-491b-8eb2-94ced32368bb req-13ac5807-5cd8-4c5e-9655-13856a2fcf64 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6246397
Dec 04 21:43:51.704796 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fa768e1-0fb4-45a1-9e40-4a69414a47f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:51.765684 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fa768e1-0fb4-45a1-9e40-4a69414a47f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:51.797799 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd187-3f98-4af6-9481-9fdb65ddf32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:51.831309 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2f1bd187-3f98-4af6-9481-9fdb65ddf32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:51.836726 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2f1bd187-3f98-4af6-9481-9fdb65ddf32d admin admin] Usage tracker for resource:security_group_rule and tenant:f67dee5a293149388f16759fcfac97d7 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:51.840624 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2f1bd187-3f98-4af6-9481-9fdb65ddf32d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:51.850498 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2f1bd187-3f98-4af6-9481-9fdb65ddf32d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:51.865158 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fa768e1-0fb4-45a1-9e40-4a69414a47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:51.873250 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-335e6220-6564-4aa4-8ecb-c69e5b04b749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:51.925478 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa768e1-0fb4-45a1-9e40-4a69414a47f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12c7883-d29a-468b-a6a7-a60ba43a1505,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:51.939557 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6fa768e1-0fb4-45a1-9e40-4a69414a47f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:51.966996 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fa768e1-0fb4-45a1-9e40-4a69414a47f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:51.968803 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6fa768e1-0fb4-45a1-9e40-4a69414a47f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a12c7883-d29a-468b-a6a7-a60ba43a1505 HTTP/1.1" status: 204  len: 168 time: 0.4811604
Dec 04 21:43:52.026380 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd187-3f98-4af6-9481-9fdb65ddf32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:52.031091 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f963b-e7fe-46c2-b6e5-d127907e3aa9 req-af8d9fbf-bda0-4808-a464-97ac0276e549 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:52.032967 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd187-3f98-4af6-9481-9fdb65ddf32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:52.034210 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-322f963b-e7fe-46c2-b6e5-d127907e3aa9 req-af8d9fbf-bda0-4808-a464-97ac0276e549 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.1479883
Dec 04 21:43:52.046290 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:52.049971 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 33964) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:52.085969 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bd187-3f98-4af6-9481-9fdb65ddf32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34958a57-fd24-498f-96f1-141af14b1143,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:52.086104 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-6e3b2b44-61fe-4e29-90e4-93a2808da908 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Request body: {'floatingip': {'port_id': 'e18066e0-93e6-49fd-9a9e-e65986b8dfb9'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:43:52.093501 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2f1bd187-3f98-4af6-9481-9fdb65ddf32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:52.129061 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2f1bd187-3f98-4af6-9481-9fdb65ddf32d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f67dee5a293149388f16759fcfac97d7&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5241873
Dec 04 21:43:52.129451 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 33970) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:52.251053 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6e3b2b44-61fe-4e29-90e4-93a2808da908 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for floatingip, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:52.262808 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b679a12-5074-40fe-b691-af6a15372b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:52.309552 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b679a12-5074-40fe-b691-af6a15372b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:52.398975 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b679a12-5074-40fe-b691-af6a15372b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:52.416974 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-03415115-e861-4dbf-867d-b363496416ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:52.436381 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b679a12-5074-40fe-b691-af6a15372b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:52.438027 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6b679a12-5074-40fe-b691-af6a15372b6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34958a57-fd24-498f-96f1-141af14b1143 HTTP/1.1" status: 204  len: 168 time: 0.3072116
Dec 04 21:43:52.446494 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b679a12-5074-40fe-b691-af6a15372b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34958a57-fd24-498f-96f1-141af14b1143,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:52.455163 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6b679a12-5074-40fe-b691-af6a15372b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:52.800590 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d192da-1e21-4486-945b-971209729ab6 req-eec056fc-4d91-4649-ae02-6bc6c649965e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:52.803918 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01d192da-1e21-4486-945b-971209729ab6 req-eec056fc-4d91-4649-ae02-6bc6c649965e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.4230199
Dec 04 21:43:53.449178 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01d192da-1e21-4486-945b-971209729ab6 req-5e94eea8-bacb-4c7e-8306-290a6b9348c6 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5914021
Dec 04 21:43:53.770190 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 34034) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:53.809451 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7377716e-a51f-4347-8c6f-84530f9bd63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:53.834417 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-eb56c2d3-3cf0-49ea-94e7-1ea3d7b9b210 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:53.846206 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-eb56c2d3-3cf0-49ea-94e7-1ea3d7b9b210 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/networks?id=e1afa9e6-c218-4ecc-89e8-923ffc838696 HTTP/1.1" status: 200  len: 815 time: 0.5220375
Dec 04 21:43:53.856989 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7377716e-a51f-4347-8c6f-84530f9bd63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:53.865991 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-7377716e-a51f-4347-8c6f-84530f9bd63d admin admin] Usage tracker for resource:security_group_rule and tenant:6c56f461e9ac4e65a469770c8c876103 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:53.869837 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-7377716e-a51f-4347-8c6f-84530f9bd63d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:53.877941 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7377716e-a51f-4347-8c6f-84530f9bd63d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:53.887083 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-968888ea-0a00-425c-b6c0-5d5b9105633e tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/quotas/a2058a1a470645f2acd486f763a37a33 HTTP/1.1" status: 200  len: 375 time: 0.0386603
Dec 04 21:43:53.908013 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:43:54.020324 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7377716e-a51f-4347-8c6f-84530f9bd63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:54.024659 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7377716e-a51f-4347-8c6f-84530f9bd63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:54.039365 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:54.079339 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377716e-a51f-4347-8c6f-84530f9bd63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9dc679-6676-4109-8951-9764bbfa4578,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:54.096083 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7377716e-a51f-4347-8c6f-84530f9bd63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:54.136850 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7377716e-a51f-4347-8c6f-84530f9bd63d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c56f461e9ac4e65a469770c8c876103&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3654141
Dec 04 21:43:54.137805 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 34046) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:54.153443 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-2c6c45bd-0953-4c0a-aa7c-f4e2284b6ebf tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?tenant_id=a2058a1a470645f2acd486f763a37a33&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2649741
Dec 04 21:43:54.296277 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f235cf85-b467-4ec7-b537-1bc27f86451d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:54.376638 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f235cf85-b467-4ec7-b537-1bc27f86451d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:54.480269 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f235cf85-b467-4ec7-b537-1bc27f86451d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:54.497101 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ccb36dbc-168e-48e8-ab0c-15fa006b7e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:54.533498 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235cf85-b467-4ec7-b537-1bc27f86451d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9dc679-6676-4109-8951-9764bbfa4578,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:54.537159 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f235cf85-b467-4ec7-b537-1bc27f86451d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:54.539600 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f235cf85-b467-4ec7-b537-1bc27f86451d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c9dc679-6676-4109-8951-9764bbfa4578 HTTP/1.1" status: 204  len: 168 time: 0.3992083
Dec 04 21:43:54.541835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f235cf85-b467-4ec7-b537-1bc27f86451d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:54.542682 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 34056) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:54.995109 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb0d1307-1eae-486f-a177-834bc9c89f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:55.013740 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bb0d1307-1eae-486f-a177-834bc9c89f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:55.018741 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-bb0d1307-1eae-486f-a177-834bc9c89f63 admin admin] Usage tracker for resource:security_group_rule and tenant:bdede31eb15c41579cd327570d772014 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:55.022198 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-bb0d1307-1eae-486f-a177-834bc9c89f63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:55.030625 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bb0d1307-1eae-486f-a177-834bc9c89f63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:55.180211 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb0d1307-1eae-486f-a177-834bc9c89f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:55.187375 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb0d1307-1eae-486f-a177-834bc9c89f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:55.230000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4f77b92-3454-471b-bab7-9db04ed4537c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:55.244541 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bb0d1307-1eae-486f-a177-834bc9c89f63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bdede31eb15c41579cd327570d772014&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6997662
Dec 04 21:43:55.251146 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 34086) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:55.329467 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d1307-1eae-486f-a177-834bc9c89f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d02c18-3938-4c08-b3a0-5a3c2143c1bc,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:55.335051 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bb0d1307-1eae-486f-a177-834bc9c89f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:55.356705 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aaff76f4-4087-45e4-8a69-a7d55d8ba05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:55.392524 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aaff76f4-4087-45e4-8a69-a7d55d8ba05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:55.451096 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aaff76f4-4087-45e4-8a69-a7d55d8ba05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:55.459222 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-526e4593-2ce3-416a-8cc3-b3c264676295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:55.476293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aaff76f4-4087-45e4-8a69-a7d55d8ba05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:55.481251 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-aaff76f4-4087-45e4-8a69-a7d55d8ba05f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/80d02c18-3938-4c08-b3a0-5a3c2143c1bc HTTP/1.1" status: 204  len: 168 time: 0.2285943
Dec 04 21:43:55.484304 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff76f4-4087-45e4-8a69-a7d55d8ba05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d02c18-3938-4c08-b3a0-5a3c2143c1bc,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:55.486833 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aaff76f4-4087-45e4-8a69-a7d55d8ba05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:55.621574 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6e3b2b44-61fe-4e29-90e4-93a2808da908 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for floatingip, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:55.629382 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6e3b2b44-61fe-4e29-90e4-93a2808da908 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:55.700344 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-1d5da308-73ee-439f-bc63-a8a4d482a1d0 service neutron] 10.222.0.44 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5141454
Dec 04 21:43:56.012372 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855e174-449e-4c9f-bd90-260c3de0de3b req-b8b9beda-2a08-48cb-b509-f6eb34c3f1b5 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:56.014031 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9855e174-449e-4c9f-bd90-260c3de0de3b req-b8b9beda-2a08-48cb-b509-f6eb34c3f1b5 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 1.2312427
Dec 04 21:43:56.020251 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [None req-6e3b2b44-61fe-4e29-90e4-93a2808da908 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Floating IP 689db1b9-828d-4258-8f4d-f24101889601 associated. External IP: 172.27.1.135, port: e18066e0-93e6-49fd-9a9e-e65986b8dfb9.
Dec 04 21:43:56.185839 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-0e3b77f8-a6f7-43db-b6fd-edb29e5d30c5 service neutron] 10.222.0.44 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4374492
Dec 04 21:43:56.252638 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9855e174-449e-4c9f-bd90-260c3de0de3b req-57b52abe-e963-4774-880b-df42d86e8632 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1795895
Dec 04 21:43:56.361557 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 34108) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:56.412343 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8dcb1003-ad6f-4581-a3dc-07879df767ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:56.466113 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8dcb1003-ad6f-4581-a3dc-07879df767ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:56.476961 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8dcb1003-ad6f-4581-a3dc-07879df767ab admin admin] Usage tracker for resource:security_group_rule and tenant:85d8c7c65117439da3a6cd25517d2e42 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:56.485347 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8dcb1003-ad6f-4581-a3dc-07879df767ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:56.499759 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8dcb1003-ad6f-4581-a3dc-07879df767ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:56.652245 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3b2b44-61fe-4e29-90e4-93a2808da908 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:43:56.655483 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34f05a02-306a-4dbc-90ff-d6505777dde6 req-d83f9caa-9c25-4f4f-89c9-d3df1f3046c4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 210 time: 0.0607641
Dec 04 21:43:56.656824 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-465e7a12-cd44-4e64-b7f7-374fd34f9070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:56.671313 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 34120) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:56.808361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:56.915295 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3b2b44-61fe-4e29-90e4-93a2808da908 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:43:56.920551 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6e3b2b44-61fe-4e29-90e4-93a2808da908 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:56.929668 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a2c1e2-0707-4fff-bb3f-3fff6f974d5f None None] Sync routers for ids ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:43:56.933743 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1cfda7-c63f-42e6-88d1-f304fdf16220 admin admin] Deleting subnet 8ef518fa-606d-41b2-a6e1-2a0781466837 {{(pid=80264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 21:43:56.950058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a2c1e2-0707-4fff-bb3f-3fff6f974d5f None None] Routers {'40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:43:56.951093 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b1a2c1e2-0707-4fff-bb3f-3fff6f974d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcd58550>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:43:30Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:43:56.957600 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfda7-c63f-42e6-88d1-f304fdf16220 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:57.009671 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6e3b2b44-61fe-4e29-90e4-93a2808da908 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "PUT /v2.0/floatingips/689db1b9-828d-4258-8f4d-f24101889601 HTTP/1.1" status: 200  len: 991 time: 4.9549942
Dec 04 21:43:57.009671 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb00024d-cbed-45f9-b552-ffa7d06c83d6', 'tag': 'e18066e0-93e6-49fd-9a9e-e65986b8dfb9'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:43:57.116828 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfda7-c63f-42e6-88d1-f304fdf16220 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:57.130358 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb00024d-cbed-45f9-b552-ffa7d06c83d6', 'tag': 'e18066e0-93e6-49fd-9a9e-e65986b8dfb9', 'status': 'completed', 'code': 200}
Dec 04 21:43:57.148627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfda7-c63f-42e6-88d1-f304fdf16220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1886451'] for subnet, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:57.568043 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-b1a2c1e2-0707-4fff-bb3f-3fff6f974d5f None None] Set router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:43:57.700638 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8dcb1003-ad6f-4581-a3dc-07879df767ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:57.761590 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8dcb1003-ad6f-4581-a3dc-07879df767ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:57.861390 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bdff8248-94b7-4e32-b853-9d06bb98aa91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:57.913134 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3342f7c-5227-4a0c-9eb5-3dce0469f401 req-ec209775-76c0-4734-b549-2ffb37c5cc0c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:57.936478 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e3342f7c-5227-4a0c-9eb5-3dce0469f401 req-ec209775-76c0-4734-b549-2ffb37c5cc0c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.3627450
Dec 04 21:43:57.977296 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb1003-ad6f-4581-a3dc-07879df767ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197ace8d-e75c-46f7-835b-15ff61f1c80b,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:57.990302 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8dcb1003-ad6f-4581-a3dc-07879df767ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:58.000657 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8dcb1003-ad6f-4581-a3dc-07879df767ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=85d8c7c65117439da3a6cd25517d2e42&name=default HTTP/1.1" status: 200  len: 2879 time: 1.6355455
Dec 04 21:43:58.023917 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 34166) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:58.230395 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-16053306-d137-43df-b1b0-c9bb05672087 req-d6b16445-70c0-461a-9cda-412973209e24 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 210 time: 0.1562948
Dec 04 21:43:58.247122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 34174) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:58.255129 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b1a2c1e2-0707-4fff-bb3f-3fff6f974d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcd58550>, [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:42:42Z', 'revision_number': 4, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '689db1b9-828d-4258-8f4d-f24101889601', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'port_id': 'e18066e0-93e6-49fd-9a9e-e65986b8dfb9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'mac_address': 'fa:16:3e:fe:bc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00024d-cbed-45f9-b552-ffa7d06c83d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:43:04Z', 'updated_at': '2020-12-04T21:43:55Z', 'revision_number': 1, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a8b243-b6ba-4d8a-bbc3-fdb0940933a4', 'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'mac_address': 'fa:16:3e:e6:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:36Z', 'updated_at': '2020-12-04T21:42:59Z', 'revision_number': 5, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'subnets': [{'id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:43:58.260356 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a2c1e2-0707-4fff-bb3f-3fff6f974d5f None None] Checking router: 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:43:58.272520 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a2c1e2-0707-4fff-bb3f-3fff6f974d5f None None] Routers {'40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:43:58.273033 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b1a2c1e2-0707-4fff-bb3f-3fff6f974d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcd58550>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:43:30Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:43:58.283221 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e3342f7c-5227-4a0c-9eb5-3dce0469f401 req-560f8e49-92bf-4c05-9280-5a4ed74489a2 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3452559
Dec 04 21:43:58.300766 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a6bbea6c-897f-4ce8-bcdf-17758003eabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:58.323768 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170ffbb-4b4c-49cd-b60c-5d5df876d804 req-1891eca0-0008-489e-8a35-7cbfcd85f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:58.327413 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b170ffbb-4b4c-49cd-b60c-5d5df876d804 req-1891eca0-0008-489e-8a35-7cbfcd85f90d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6269000b8fee4f4ba481974a0000d47a&device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 1162 time: 0.8414168
Dec 04 21:43:58.506673 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-b1a2c1e2-0707-4fff-bb3f-3fff6f974d5f None None] Set router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:43:58.739063 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170ffbb-4b4c-49cd-b60c-5d5df876d804 req-e3c36b87-be9b-41b5-9675-ddd7da6e6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:58.741090 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b170ffbb-4b4c-49cd-b60c-5d5df876d804 req-e3c36b87-be9b-41b5-9675-ddd7da6e6ba0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3 HTTP/1.1" status: 200  len: 910 time: 0.3265114
Dec 04 21:43:58.752262 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a6bbea6c-897f-4ce8-bcdf-17758003eabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:58.764454 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ab55a11-f954-4b92-8260-9d0d5cdb0709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:58.789640 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0ab55a11-f954-4b92-8260-9d0d5cdb0709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:43:58.795850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-0ab55a11-f954-4b92-8260-9d0d5cdb0709 admin admin] Usage tracker for resource:security_group_rule and tenant:b32ba12c0f534272af640505e9465faf is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:43:58.799223 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-0ab55a11-f954-4b92-8260-9d0d5cdb0709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:43:58.808062 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0ab55a11-f954-4b92-8260-9d0d5cdb0709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:43:58.944501 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ab55a11-f954-4b92-8260-9d0d5cdb0709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:59.003012 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b170ffbb-4b4c-49cd-b60c-5d5df876d804 req-7942a69e-39d1-4bd3-8b8d-816c72df86bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e18066e0-93e6-49fd-9a9e-e65986b8dfb9 HTTP/1.1" status: 200  len: 999 time: 0.2372870
Dec 04 21:43:59.033768 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ab55a11-f954-4b92-8260-9d0d5cdb0709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:59.103899 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d246c835-5142-4f45-af3b-eafea9ef0046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:59.221839 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfda7-c63f-42e6-88d1-f304fdf16220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852889349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for subnet, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:59.225655 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170ffbb-4b4c-49cd-b60c-5d5df876d804 req-1e546e5c-3c0c-4b55-a289-82348f642293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:59.229950 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b170ffbb-4b4c-49cd-b60c-5d5df876d804 req-1e546e5c-3c0c-4b55-a289-82348f642293 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5941c058-3e71-4ca9-85ab-a81ea76a2e2e HTTP/1.1" status: 200  len: 855 time: 0.2055404
Dec 04 21:43:59.248445 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab55a11-f954-4b92-8260-9d0d5cdb0709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df56a12-a4af-4f7a-ae16-f4550f06dc39,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:59.310410 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0ab55a11-f954-4b92-8260-9d0d5cdb0709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:59.353514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b1a2c1e2-0707-4fff-bb3f-3fff6f974d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcd58550>, [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:42:42Z', 'revision_number': 4, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '689db1b9-828d-4258-8f4d-f24101889601', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'port_id': 'e18066e0-93e6-49fd-9a9e-e65986b8dfb9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'mac_address': 'fa:16:3e:fe:bc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00024d-cbed-45f9-b552-ffa7d06c83d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:43:04Z', 'updated_at': '2020-12-04T21:43:55Z', 'revision_number': 1, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a8b243-b6ba-4d8a-bbc3-fdb0940933a4', 'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'mac_address': 'fa:16:3e:e6:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:36Z', 'updated_at': '2020-12-04T21:42:59Z', 'revision_number': 5, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'subnets': [{'id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:43:59.363696 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a2c1e2-0707-4fff-bb3f-3fff6f974d5f None None] The sync data for ids ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'] in dv-cinder-749155-4-iscsi is: [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:42:42Z', 'revision_number': 4, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '689db1b9-828d-4258-8f4d-f24101889601', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'port_id': 'e18066e0-93e6-49fd-9a9e-e65986b8dfb9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'mac_address': 'fa:16:3e:fe:bc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00024d-cbed-45f9-b552-ffa7d06c83d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:43:04Z', 'updated_at': '2020-12-04T21:43:55Z', 'revision_number': 1, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a8b243-b6ba-4d8a-bbc3-fdb0940933a4', 'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'mac_address': 'fa:16:3e:e6:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:36Z', 'updated_at': '2020-12-04T21:42:59Z', 'revision_number': 5, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'subnets': [{'id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:43:59.456941 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0ab55a11-f954-4b92-8260-9d0d5cdb0709 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b32ba12c0f534272af640505e9465faf&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2083404
Dec 04 21:43:59.462904 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 34204) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:59.574249 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-ea00a3f1-847f-4bfe-a82f-331e4ee2a839 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:43:59.581798 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-ea00a3f1-847f-4bfe-a82f-331e4ee2a839 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.53 "GET /v2.0/networks?id=e1afa9e6-c218-4ecc-89e8-923ffc838696 HTTP/1.1" status: 200  len: 815 time: 0.7708948
Dec 04 21:43:59.639973 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-9788edc6-c72f-42d4-b5bb-b8fba5e14cc0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Request body: {'port': {'device_id': '811d1319-f2da-4f11-ad5e-f71854a194da', 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696', 'admin_state_up': True, 'tenant_id': 'a2058a1a470645f2acd486f763a37a33'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:43:59.710599 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:59.799346 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cfda7-c63f-42e6-88d1-f304fdf16220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef518fa-606d-41b2-a6e1-2a0781466837,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:59.813423 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2d1cfda7-c63f-42e6-88d1-f304fdf16220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:59.815539 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a6bbea6c-897f-4ce8-bcdf-17758003eabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:59.825122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d531efe8-7c30-45fa-883c-81f936c2413d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:43:59.854921 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a6bbea6c-897f-4ce8-bcdf-17758003eabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:59.860377 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a6bbea6c-897f-4ce8-bcdf-17758003eabf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/197ace8d-e75c-46f7-835b-15ff61f1c80b HTTP/1.1" status: 204  len: 168 time: 1.8293214
Dec 04 21:43:59.860377 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbea6c-897f-4ce8-bcdf-17758003eabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197ace8d-e75c-46f7-835b-15ff61f1c80b,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:43:59.875344 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfda7-c63f-42e6-88d1-f304fdf16220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:43:59.881397 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2d1cfda7-c63f-42e6-88d1-f304fdf16220 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8ef518fa-606d-41b2-a6e1-2a0781466837 HTTP/1.1" status: 204  len: 168 time: 3.2039587
Dec 04 21:43:59.881397 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a6bbea6c-897f-4ce8-bcdf-17758003eabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:43:59.882255 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 34220) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:43:59.956963 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ea6b7173-2ed5-4c3a-984e-3b0925f26155 req-2e96341e-0645-4b00-852f-a08b2a68214a tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 210 time: 0.3404949
Dec 04 21:43:59.967935 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a8a7a4-5730-4bcf-9c4e-a5d2ba83b9ed None None] New status for floating IP 689db1b9-828d-4258-8f4d-f24101889601: ACTIVE {{(pid=80266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 21:44:00.445391 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1971921'] for network, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:00.495224 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3f0969d-41c3-41ce-b474-e3330254c359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:00.682576 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170ffbb-4b4c-49cd-b60c-5d5df876d804 req-d5d34584-a547-4912-afee-720b199532ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:00.684300 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b170ffbb-4b4c-49cd-b60c-5d5df876d804 req-d5d34584-a547-4912-afee-720b199532ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.1354787
Dec 04 21:44:00.846281 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3f0969d-41c3-41ce-b474-e3330254c359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:00.897022 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1888956', 'neutron.services.segments.db._delete_segments_for_network-8730056527680'] for network, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:00.912981 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-9788edc6-c72f-42d4-b5bb-b8fba5e14cc0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:00.921662 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-9788edc6-c72f-42d4-b5bb-b8fba5e14cc0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Usage tracker for resource:port and tenant:a2058a1a470645f2acd486f763a37a33 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:00.927828 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-9788edc6-c72f-42d4-b5bb-b8fba5e14cc0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Quota usage for port was recalculated. Used quota:1. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:00.944132 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-9788edc6-c72f-42d4-b5bb-b8fba5e14cc0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:00.946775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-72f33f1a-e540-4775-a405-4a3ee18943a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:00.983251 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20426e-6e17-4160-a56d-670aebd063f7 req-8a12b881-ef5e-435b-af0d-04fc6b0dc1b7 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:00.998058 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e20426e-6e17-4160-a56d-670aebd063f7 req-8a12b881-ef5e-435b-af0d-04fc6b0dc1b7 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 1.3844295
Dec 04 21:44:01.042636 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-9788edc6-c72f-42d4-b5bb-b8fba5e14cc0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Made reservation on behalf of a2058a1a470645f2acd486f763a37a33 for: {'port': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:44:01.052336 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-9788edc6-c72f-42d4-b5bb-b8fba5e14cc0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:01.125092 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b170ffbb-4b4c-49cd-b60c-5d5df876d804 req-eaa0c25c-1928-4040-9254-523b1a3e6d9b service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3787639
Dec 04 21:44:01.127761 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f09fdb0b438>> segment before_delete 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:44:01.128338 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f09fdb0b438>> subnet precommit_delete_associations 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:44:01.130866 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09fdac2550>> segment_host_mapping after_create 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:44:01.131650 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09fdac2550>> port after_create 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:44:01.132348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09fdac2550>> port after_delete 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:44:01.132879 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09fdac2550>> port after_update 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:44:01.133496 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09fdac2550>> segment after_delete 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:44:01.134133 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09fdac2550>> subnet after_create 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:44:01.135320 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09fdac2550>> subnet after_delete 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:44:01.135863 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f09fdac2550>> subnet after_update 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:44:01.239095 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e20426e-6e17-4160-a56d-670aebd063f7 req-58144284-a132-48e2-a55d-2751a53fc26a tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2396574
Dec 04 21:44:01.241987 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3f0969d-41c3-41ce-b474-e3330254c359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:01.246936 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7dbcdab6-1255-4b60-b926-a7508cf334f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:01.250637 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f09f7f51d68>> subnet after_create 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:44:01.251254 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f09f7f51d68>> subnet after_delete 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:44:01.252351 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f09f7f51d68>> subnet before_create 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:44:01.253294 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f09f7f51d68>> subnet before_update 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 21:44:01.259165 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09fcef26a0>,) {'filters': {'network_id': ['ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f']}} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:44:01.335793 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0969d-41c3-41ce-b474-e3330254c359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df56a12-a4af-4f7a-ae16-f4550f06dc39,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:01.446887 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f3f0969d-41c3-41ce-b474-e3330254c359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:01.459757 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3f0969d-41c3-41ce-b474-e3330254c359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:01.460968 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f3f0969d-41c3-41ce-b474-e3330254c359 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3df56a12-a4af-4f7a-ae16-f4550f06dc39 HTTP/1.1" status: 204  len: 168 time: 1.9966137
Dec 04 21:44:01.491789 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fcef26a0>, 'e227573a-fa0b-4ac3-b7e9-ac07517e2c25') {'for_net_delete': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:44:01.492450 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fcef26a0>, 'e227573a-fa0b-4ac3-b7e9-ac07517e2c25') {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:44:01.532162 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a29fe5ac-b9a3-4b17-a7ae-4e6b5c614cb1 req-8670320a-1db2-4cdb-a89d-fc575c9ce593 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 210 time: 0.0864308
Dec 04 21:44:01.567879 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:01.592095 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730056528465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850788153'] for segment, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:01.687284 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:01.693684 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 21:44:01.918821 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-9788edc6-c72f-42d4-b5bb-b8fba5e14cc0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Allocated IP 172.20.0.7 (e1afa9e6-c218-4ecc-89e8-923ffc838696/68ccc99a-c2e9-4220-9d9e-d15fbf09c75e/2fa47886-4642-4674-8e42-dfeeb64d0400) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:44:01.968005 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:02.152422 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:02.426327 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Network ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:44:02.466097 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1889284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3300049'] for segment, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:02.507653 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-9788edc6-c72f-42d4-b5bb-b8fba5e14cc0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:02.575104 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-9788edc6-c72f-42d4-b5bb-b8fba5e14cc0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:02.638259 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:02.776766 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b170ffbb-4b4c-49cd-b60c-5d5df876d804 req-a26dc43c-2249-4b49-92ba-df6b5feec44c service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.5080333
Dec 04 21:44:02.813255 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 34264) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:02.961388 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-248f2dbe-ea7e-43de-9f42-24effc7f4fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:03.040658 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Network ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:44:03.088868 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-248f2dbe-ea7e-43de-9f42-24effc7f4fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:   (rel_b, rel_a, rel_b),
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:   (rel_b, rel_a, rel_b),
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]: Traceback (most recent call last):
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:     timer()
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:     cb(*args, **kw)
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:     self._notify()
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.callback(batched_events)
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:     event.method(event)
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(self, *a, **k)
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self._get(url).json()
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:     **kwargs)
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:     **endpoint_filter)
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 21:44:03.170837 dv-cinder-749155-4-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 21:44:03.288297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788edc6-c72f-42d4-b5bb-b8fba5e14cc0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Pushing event updated for resources: {'Port': ['ID=2fa47886-4642-4674-8e42-dfeeb64d0400,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:03.294034 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9788edc6-c72f-42d4-b5bb-b8fba5e14cc0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:03.343039 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-248f2dbe-ea7e-43de-9f42-24effc7f4fe1 admin admin] Usage tracker for resource:security_group_rule and tenant:c992c3487bd74122b3e3b32205427a71 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:03.356545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-248f2dbe-ea7e-43de-9f42-24effc7f4fe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:03.361672 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc9666-055a-42e7-98d7-a859795c6335 req-2265af54-5c45-4dc3-9ed3-3b7c67a31356 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:03.363365 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-61cc9666-055a-42e7-98d7-a859795c6335 req-2265af54-5c45-4dc3-9ed3-3b7c67a31356 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.7264838
Dec 04 21:44:03.374258 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-248f2dbe-ea7e-43de-9f42-24effc7f4fe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:03.387963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-9788edc6-c72f-42d4-b5bb-b8fba5e14cc0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Network e1afa9e6-c218-4ecc-89e8-923ffc838696 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:44:03.412125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-9788edc6-c72f-42d4-b5bb-b8fba5e14cc0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:44:03.420685 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-9788edc6-c72f-42d4-b5bb-b8fba5e14cc0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:44:03.454122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1888943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853820434'] for network, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:03.474342 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:03.486753 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:03.517398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:03.528581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:03.532870 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ed0e9fbe-8a6f-4ea4-b7d7-ad9cf9b2fa0f HTTP/1.1" status: 204  len: 168 time: 3.6493850
Dec 04 21:44:03.562975 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-61cc9666-055a-42e7-98d7-a859795c6335 req-e3fc8516-e084-4dd0-8fc5-f0805c7798c5 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788239
Dec 04 21:44:03.609277 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-9788edc6-c72f-42d4-b5bb-b8fba5e14cc0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:03.610655 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-9788edc6-c72f-42d4-b5bb-b8fba5e14cc0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:03.644402 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-248f2dbe-ea7e-43de-9f42-24effc7f4fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:03.648676 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-248f2dbe-ea7e-43de-9f42-24effc7f4fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:03.651623 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-9788edc6-c72f-42d4-b5bb-b8fba5e14cc0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0332615
Dec 04 21:44:03.660861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3da7a2e8-1ac1-4dd4-9fc6-1c5e50c47d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:03.698491 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f2dbe-ea7e-43de-9f42-24effc7f4fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6855fc58-0b85-4ca7-8897-52282ce31cb7,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:03.704431 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-248f2dbe-ea7e-43de-9f42-24effc7f4fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:03.724812 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-248f2dbe-ea7e-43de-9f42-24effc7f4fe1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c992c3487bd74122b3e3b32205427a71&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9098785
Dec 04 21:44:03.730248 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 34284) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:03.829600 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e84530bf-3a2b-45fe-86f0-511a0725d59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:03.829912 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161495c-5ec9-4d74-854f-95abd53618ae req-cb6fd5b4-28c1-4752-bb2b-82d964c7df22 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:03.830640 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f161495c-5ec9-4d74-854f-95abd53618ae req-cb6fd5b4-28c1-4752-bb2b-82d964c7df22 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Synchronizing usage tracker for tenant:a2058a1a470645f2acd486f763a37a33 on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:44:03.860890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 34288) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:03.863962 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f161495c-5ec9-4d74-854f-95abd53618ae req-cb6fd5b4-28c1-4752-bb2b-82d964c7df22 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Unset dirty status for tenant:a2058a1a470645f2acd486f763a37a33 on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:44:03.876906 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f161495c-5ec9-4d74-854f-95abd53618ae req-cb6fd5b4-28c1-4752-bb2b-82d964c7df22 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 931 time: 0.1583109
Dec 04 21:44:03.887443 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e84530bf-3a2b-45fe-86f0-511a0725d59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:03.948687 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f161495c-5ec9-4d74-854f-95abd53618ae req-6861da1c-7767-468c-b4bb-f8eb6f1926f7 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694940
Dec 04 21:44:03.971053 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-22e567f2-3784-42c7-83cc-d9b532f5dc80 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=138128e9f0564e928facf9628e86ed68&name=default HTTP/1.1" status: 200  len: 2875 time: 0.1087239
Dec 04 21:44:03.975774 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 34294) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:04.015832 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e84530bf-3a2b-45fe-86f0-511a0725d59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:04.024783 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:04.055642 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84530bf-3a2b-45fe-86f0-511a0725d59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6855fc58-0b85-4ca7-8897-52282ce31cb7,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:04.069911 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e84530bf-3a2b-45fe-86f0-511a0725d59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:04.077531 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e84530bf-3a2b-45fe-86f0-511a0725d59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:04.079580 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e84530bf-3a2b-45fe-86f0-511a0725d59c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6855fc58-0b85-4ca7-8897-52282ce31cb7 HTTP/1.1" status: 204  len: 168 time: 0.3471546
Dec 04 21:44:04.121113 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 34300) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:04.130319 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5bbb46ac-a4f2-4951-a7a5-545f8cc186fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:04.171432 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5bbb46ac-a4f2-4951-a7a5-545f8cc186fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:04.225582 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5bbb46ac-a4f2-4951-a7a5-545f8cc186fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:04.235060 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d16ad91-a659-4aa6-bccc-e66f0b74eb0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:04.258785 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb46ac-a4f2-4951-a7a5-545f8cc186fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa68788f-fe71-4cbd-8502-dfeeacd17637,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:04.262504 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5bbb46ac-a4f2-4951-a7a5-545f8cc186fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:04.267334 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5bbb46ac-a4f2-4951-a7a5-545f8cc186fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:04.268609 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5bbb46ac-a4f2-4951-a7a5-545f8cc186fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa68788f-fe71-4cbd-8502-dfeeacd17637 HTTP/1.1" status: 204  len: 168 time: 0.2917001
Dec 04 21:44:04.371131 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6af879bb-2d2e-497b-b1c2-7b716d824d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:04.416412 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6af879bb-2d2e-497b-b1c2-7b716d824d53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:04.429340 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6af879bb-2d2e-497b-b1c2-7b716d824d53 admin admin] Usage tracker for resource:security_group_rule and tenant:37f663528c8e4da2985374f01434509c is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:04.436877 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6af879bb-2d2e-497b-b1c2-7b716d824d53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:04.449256 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6af879bb-2d2e-497b-b1c2-7b716d824d53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:04.660169 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6af879bb-2d2e-497b-b1c2-7b716d824d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:04.667414 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6af879bb-2d2e-497b-b1c2-7b716d824d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:04.690422 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:04.807257 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6af879bb-2d2e-497b-b1c2-7b716d824d53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37f663528c8e4da2985374f01434509c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6837013
Dec 04 21:44:04.812444 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 34322) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:04.816262 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af879bb-2d2e-497b-b1c2-7b716d824d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00684f56-7ddd-4939-8806-b8f5a8f61955,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:04.835951 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6af879bb-2d2e-497b-b1c2-7b716d824d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:04.982579 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27370d90-745a-45e4-aeca-96b0fb669956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:05.070629 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Request body: {'port': {'device_id': '811d1319-f2da-4f11-ad5e-f71854a194da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:05.098625 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27370d90-745a-45e4-aeca-96b0fb669956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:05.265012 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27370d90-745a-45e4-aeca-96b0fb669956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:05.279176 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a6bbea6c-897f-4ce8-bcdf-17758003eabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:05.306762 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27370d90-745a-45e4-aeca-96b0fb669956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00684f56-7ddd-4939-8806-b8f5a8f61955,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:05.311086 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-27370d90-745a-45e4-aeca-96b0fb669956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:05.313136 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27370d90-745a-45e4-aeca-96b0fb669956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:05.317243 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-27370d90-745a-45e4-aeca-96b0fb669956 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00684f56-7ddd-4939-8806-b8f5a8f61955 HTTP/1.1" status: 204  len: 168 time: 0.5024915
Dec 04 21:44:05.377102 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881cfdf-c49c-4ef4-aa6f-c538c8dc57ec req-ddc01f91-d368-4f92-8cb1-a8df53b4e422 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:05.380203 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5881cfdf-c49c-4ef4-aa6f-c538c8dc57ec req-ddc01f91-d368-4f92-8cb1-a8df53b4e422 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.4864833
Dec 04 21:44:05.583635 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5881cfdf-c49c-4ef4-aa6f-c538c8dc57ec req-7d417b15-10e6-4792-8862-99879f770e8e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480033
Dec 04 21:44:05.608160 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:05.710750 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95977def-c5cb-41ff-81f3-4f3aaf4bac15 req-1de0b697-3a07-4cd1-b81c-a02da41f5c5d tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:05.714717 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-95977def-c5cb-41ff-81f3-4f3aaf4bac15 req-1de0b697-3a07-4cd1-b81c-a02da41f5c5d tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 931 time: 0.2688339
Dec 04 21:44:05.824260 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-95977def-c5cb-41ff-81f3-4f3aaf4bac15 req-f9929ebe-6c71-4a6e-a772-a054dfdabd12 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666082
Dec 04 21:44:06.488708 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa47886-4642-4674-8e42-dfeeb64d0400 {{(pid=80265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:44:06.505523 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:06.533095 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Transition to ACTIVE for port object 2fa47886-4642-4674-8e42-dfeeb64d0400 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:44:06.537766 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:06.559120 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5fe8dcec-6c1e-4fbd-82a7-28dc1210779d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:06.716404 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 34384) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:06.796279 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa47886-4642-4674-8e42-dfeeb64d0400,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:06.800857 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:07.282557 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fecc7e-bbed-440f-81c0-063949cc9765 req-12156967-462d-47ef-8db6-71ec2e4acd8e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:07.284476 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-85fecc7e-bbed-440f-81c0-063949cc9765 req-12156967-462d-47ef-8db6-71ec2e4acd8e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.4520524
Dec 04 21:44:07.374675 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Attempting to bind port 2fa47886-4642-4674-8e42-dfeeb64d0400 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:44:07.375058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Attempting to bind port 2fa47886-4642-4674-8e42-dfeeb64d0400 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '315b7921-a3d8-4dbe-b79f-0928f8598843', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:44:07.375435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Attempting to bind port 2fa47886-4642-4674-8e42-dfeeb64d0400 on network e1afa9e6-c218-4ecc-89e8-923ffc838696 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:44:07.383608 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:44:07.383981 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Checking segment: {'id': '315b7921-a3d8-4dbe-b79f-0928f8598843', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:44:07.384376 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:07.385552 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Bound using segment: {'id': '315b7921-a3d8-4dbe-b79f-0928f8598843', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:44:07.386083 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Bound port: 2fa47886-4642-4674-8e42-dfeeb64d0400, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315b7921-a3d8-4dbe-b79f-0928f8598843', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:44:07.386473 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:07.399446 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-85fecc7e-bbed-440f-81c0-063949cc9765 req-8f5dedba-013b-4c80-98ed-e56f514c7c95 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071935
Dec 04 21:44:07.570314 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] For port 2fa47886-4642-4674-8e42-dfeeb64d0400, host hv-cinder-74915, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:44:07.574350 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] For port 2fa47886-4642-4674-8e42-dfeeb64d0400, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=2fa47886-4642-4674-8e42-dfeeb64d0400,segment=NetworkSegment(315b7921-a3d8-4dbe-b79f-0928f8598843),segment_id=315b7921-a3d8-4dbe-b79f-0928f8598843)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:44:07.579923 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:07.601014 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:07.613704 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-541958440-network', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:07.646835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:07.667200 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Usage tracker for resource:network and tenant:f44e9f0609524db8ba8777ab4a04a3e9 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:07.683563 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:07.702546 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:07.736653 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Made reservation on behalf of f44e9f0609524db8ba8777ab4a04a3e9 for: {'network': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:44:07.742324 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3ed39-0170-4b4e-b336-ce13101324c1 req-6b87bee2-51d1-4156-833c-a5f96455a548 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:07.760010 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e5e3ed39-0170-4b4e-b336-ce13101324c1 req-6b87bee2-51d1-4156-833c-a5f96455a548 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 943 time: 0.5532873
Dec 04 21:44:07.778197 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:07.814501 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:07.834455 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:07.839602 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Usage tracker for resource:security_group_rule and tenant:f44e9f0609524db8ba8777ab4a04a3e9 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:07.843102 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:07.849562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:07.959152 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:07.964929 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:07.993132 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 21:44:08.006279 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363306798248137', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:08.006789 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Added segment 21301322-ae50-4615-b225-c2624cd2b7dd of type vxlan for network 592cdc2b-1d56-4a14-a11f-8bc151a0ef29
Dec 04 21:44:08.037301 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7377716e-a51f-4347-8c6f-84530f9bd63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:08.054723 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730055956612'] for network, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:08.083252 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055e0f7e-a75e-4c5f-b1c0-b1d0edb3fc93,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:08.097482 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:08.099773 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:08.100922 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:08.109780 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] 10.222.0.53 "PUT /v2.0/ports/2fa47886-4642-4674-8e42-dfeeb64d0400 HTTP/1.1" status: 200  len: 1157 time: 3.0620334
Dec 04 21:44:08.113739 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811d1319-f2da-4f11-ad5e-f71854a194da', 'tag': '2fa47886-4642-4674-8e42-dfeeb64d0400'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:44:08.130979 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa47886-4642-4674-8e42-dfeeb64d0400,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:08.147177 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for network, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:08.148457 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:08.149495 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:08.152706 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:08.165376 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7380a002-a59c-44a2-afcb-467fca72b1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:08.183940 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 34426) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:08.195035 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e5e3ed39-0170-4b4e-b336-ce13101324c1 req-daedbd10-f763-4eb1-b3bd-90f7092302c9 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1705549
Dec 04 21:44:08.289575 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811d1319-f2da-4f11-ad5e-f71854a194da', 'tag': '2fa47886-4642-4674-8e42-dfeeb64d0400', 'status': 'completed', 'code': 200}
Dec 04 21:44:08.366915 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1439355921-network', 'tenant_id': 'ce0209abd7e84edc8a7213c059a2880c'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:08.373235 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:08.379329 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Usage tracker for resource:network and tenant:ce0209abd7e84edc8a7213c059a2880c is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:08.382811 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:08.389468 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:08.392625 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 1.6746020
Dec 04 21:44:08.394249 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Pushing event updated for resources: {'Network': ['ID=592cdc2b-1d56-4a14-a11f-8bc151a0ef29,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:08.395843 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 34434) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:08.399910 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:08.409810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-996bc7db-6c91-4c4d-8c3c-99859031878f admin admin] Request body: {'subnet': {'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-541958440-subnet', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:08.410693 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Network 592cdc2b-1d56-4a14-a11f-8bc151a0ef29 details requested by agent ovs-agent-dv-cinder-749155-4-iscsi with host dv-cinder-749155-4-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:44:08.417432 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-996bc7db-6c91-4c4d-8c3c-99859031878f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:08.421247 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Made reservation on behalf of ce0209abd7e84edc8a7213c059a2880c for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:44:08.426613 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:08.439558 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-996bc7db-6c91-4c4d-8c3c-99859031878f admin admin] Usage tracker for resource:subnet and tenant:f44e9f0609524db8ba8777ab4a04a3e9 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:08.444523 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-996bc7db-6c91-4c4d-8c3c-99859031878f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:08.448413 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:08.464851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-996bc7db-6c91-4c4d-8c3c-99859031878f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:08.470749 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:08.475193 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Usage tracker for resource:security_group_rule and tenant:ce0209abd7e84edc8a7213c059a2880c is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:08.478683 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:08.485047 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:08.538961 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996bc7db-6c91-4c4d-8c3c-99859031878f admin admin] Made reservation on behalf of f44e9f0609524db8ba8777ab4a04a3e9 for: {'subnet': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:44:08.544705 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-996bc7db-6c91-4c4d-8c3c-99859031878f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2777405'] for subnet, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:08.774303 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:08.781931 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:08.786395 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a80eb477-39f6-4dda-8c1f-b6784cd2512e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:08.878938 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 21:44:08.897670 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e23f2e-3949-4ae5-9409-660608bff292,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:08.915220 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a8918-813d-45d7-90e5-c7f5b4d040cd req-35d619a5-f3bc-4ebe-8491-6664fbca800d tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:08.923147 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e6a8918-813d-45d7-90e5-c7f5b4d040cd req-35d619a5-f3bc-4ebe-8491-6664fbca800d tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.3009419
Dec 04 21:44:08.927928 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:08.951711 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:08.951982 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Added segment b96e7589-e1d9-4844-be9c-f1a043d4d5a2 of type vxlan for network 86f34682-3e27-474d-b25a-8f2d394429a8
Dec 04 21:44:09.027163 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730055956612'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:09.050591 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e6a8918-813d-45d7-90e5-c7f5b4d040cd req-7523b6bb-fe07-4ec6-9e5c-74ae02369dee tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263869
Dec 04 21:44:09.252782 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:09.260188 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:09.261306 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:09.273319 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-037fefd3-af60-4e5d-a579-6be0d3647a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:09.425133 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.2399585
Dec 04 21:44:09.426110 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Pushing event updated for resources: {'Network': ['ID=86f34682-3e27-474d-b25a-8f2d394429a8,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:09.431419 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:09.432757 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 34462) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:09.448807 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Network 86f34682-3e27-474d-b25a-8f2d394429a8 details requested by agent ovs-agent-dv-cinder-749155-4-iscsi with host dv-cinder-749155-4-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:44:09.449102 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-d5b49dd6-730b-4ae0-89a5-29af6187d5ea admin admin] Request body: {'subnet': {'network_id': '86f34682-3e27-474d-b25a-8f2d394429a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1439355921-subnet', 'tenant_id': 'ce0209abd7e84edc8a7213c059a2880c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:09.457128 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d5b49dd6-730b-4ae0-89a5-29af6187d5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:09.467672 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d5b49dd6-730b-4ae0-89a5-29af6187d5ea admin admin] Usage tracker for resource:subnet and tenant:ce0209abd7e84edc8a7213c059a2880c is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:09.476400 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d5b49dd6-730b-4ae0-89a5-29af6187d5ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:09.487058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d5b49dd6-730b-4ae0-89a5-29af6187d5ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:09.506063 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b49dd6-730b-4ae0-89a5-29af6187d5ea admin admin] Made reservation on behalf of ce0209abd7e84edc8a7213c059a2880c for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:44:09.512460 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5b49dd6-730b-4ae0-89a5-29af6187d5ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9947497'] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:09.566790 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d130b68-3496-4517-bcbc-0ca4b7927c13 req-30b0bc16-c7c4-4c8b-8dd0-941aeadf1e19 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:09.575980 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9d130b68-3496-4517-bcbc-0ca4b7927c13 req-30b0bc16-c7c4-4c8b-8dd0-941aeadf1e19 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 943 time: 0.1457207
Dec 04 21:44:09.690647 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9d130b68-3496-4517-bcbc-0ca4b7927c13 req-646e2a6c-9caf-40fe-9cf6-63124f793780 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136215
Dec 04 21:44:09.691889 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-996bc7db-6c91-4c4d-8c3c-99859031878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850686063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2777426'] for subnet, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:09.727250 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c0b48330-3ffe-4d9a-801d-35040188172d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:10.165663 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Network 592cdc2b-1d56-4a14-a11f-8bc151a0ef29 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:44:10.190831 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5b49dd6-730b-4ae0-89a5-29af6187d5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4002239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9947398'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:10.260744 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bc7db-6c91-4c4d-8c3c-99859031878f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f101be7-7361-44f6-9e0b-cdaa01d7405a,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:10.262950 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2d1cfda7-c63f-42e6-88d1-f304fdf16220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:10.286555 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-996bc7db-6c91-4c4d-8c3c-99859031878f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:10.376615 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 34488) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:10.412881 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Network 86f34682-3e27-474d-b25a-8f2d394429a8 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:44:10.454976 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af704d3-918d-4e20-ac62-b2563bde2a5f req-b720cfbe-f055-4688-bb7c-e51658288778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:10.457721 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4af704d3-918d-4e20-ac62-b2563bde2a5f req-b720cfbe-f055-4688-bb7c-e51658288778 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2058a1a470645f2acd486f763a37a33&device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 1160 time: 0.3634851
Dec 04 21:44:10.459904 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b49dd6-730b-4ae0-89a5-29af6187d5ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f0d6c29-5212-4bf8-abd1-6be66ce4248e,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:10.468013 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d5b49dd6-730b-4ae0-89a5-29af6187d5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:10.535576 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996bc7db-6c91-4c4d-8c3c-99859031878f admin admin] Checking segment: {'id': '21301322-ae50-4615-b225-c2624cd2b7dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:44:10.536024 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996bc7db-6c91-4c4d-8c3c-99859031878f admin admin] Network hostable DHCP agents. Network: 592cdc2b-1d56-4a14-a11f-8bc151a0ef29, hostable agents: ['edec75b3-292e-457a-a0f5-2edc56458644'], hosted agents: [] {{(pid=80265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 21:44:10.561122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b49dd6-730b-4ae0-89a5-29af6187d5ea admin admin] Checking segment: {'id': 'b96e7589-e1d9-4844-be9c-f1a043d4d5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86f34682-3e27-474d-b25a-8f2d394429a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:44:10.561535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b49dd6-730b-4ae0-89a5-29af6187d5ea admin admin] Network hostable DHCP agents. Network: 86f34682-3e27-474d-b25a-8f2d394429a8, hostable agents: ['edec75b3-292e-457a-a0f5-2edc56458644'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 21:44:10.583277 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b49dd6-730b-4ae0-89a5-29af6187d5ea admin admin] Network 86f34682-3e27-474d-b25a-8f2d394429a8 is scheduled to be hosted by DHCP agent edec75b3-292e-457a-a0f5-2edc56458644 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 21:44:10.593915 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-d5b49dd6-730b-4ae0-89a5-29af6187d5ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-iscsi, 86f34682-3e27-474d-b25a-8f2d394429a8) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:44:10.608046 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850b0749-76f2-44aa-a269-6ff7d5847028 None None] Network 86f34682-3e27-474d-b25a-8f2d394429a8 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:44:10.618022 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b49dd6-730b-4ae0-89a5-29af6187d5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:10.619500 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5b49dd6-730b-4ae0-89a5-29af6187d5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:10.667555 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d5b49dd6-730b-4ae0-89a5-29af6187d5ea admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2170036
Dec 04 21:44:10.667898 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996bc7db-6c91-4c4d-8c3c-99859031878f admin admin] Network 592cdc2b-1d56-4a14-a11f-8bc151a0ef29 is scheduled to be hosted by DHCP agent edec75b3-292e-457a-a0f5-2edc56458644 with binding_index 1 {{(pid=80265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 21:44:10.682488 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-996bc7db-6c91-4c4d-8c3c-99859031878f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-iscsi, 592cdc2b-1d56-4a14-a11f-8bc151a0ef29) {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:44:10.715591 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503efabe-5db1-4109-b0db-92981833316b None None] Network 592cdc2b-1d56-4a14-a11f-8bc151a0ef29 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:44:10.760195 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996bc7db-6c91-4c4d-8c3c-99859031878f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:10.761453 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-996bc7db-6c91-4c4d-8c3c-99859031878f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:10.771140 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8255fe02-3d77-49ad-ba51-4a05cb8e0311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:10.795922 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c76e7f-c04f-4572-afcf-c1919e75379e req-f06e4436-04ae-4a2f-90d2-1a056cde7431 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:10.797571 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d0c76e7f-c04f-4572-afcf-c1919e75379e req-f06e4436-04ae-4a2f-90d2-1a056cde7431 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.3521600
Dec 04 21:44:10.805203 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af704d3-918d-4e20-ac62-b2563bde2a5f req-241b063a-1d78-41ba-912f-43dc5f9bde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:10.806892 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4af704d3-918d-4e20-ac62-b2563bde2a5f req-241b063a-1d78-41ba-912f-43dc5f9bde8b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a2058a1a470645f2acd486f763a37a33&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2991991
Dec 04 21:44:10.814230 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8255fe02-3d77-49ad-ba51-4a05cb8e0311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:10.826588 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-996bc7db-6c91-4c4d-8c3c-99859031878f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.4291151
Dec 04 21:44:10.826814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 34498) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:10.828037 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8255fe02-3d77-49ad-ba51-4a05cb8e0311 admin admin] Usage tracker for resource:security_group_rule and tenant:8c2df93dbd914539aba42112c8514cb7 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:10.841986 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:10.868288 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:10.872789 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8255fe02-3d77-49ad-ba51-4a05cb8e0311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:10.890024 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Usage tracker for resource:router and tenant:f44e9f0609524db8ba8777ab4a04a3e9 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:10.898035 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:10.914661 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:10.937102 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853841144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746027'] for router, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:10.941509 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853826143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853820664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-955605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29773'] for router, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:10.946706 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8255fe02-3d77-49ad-ba51-4a05cb8e0311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:10.996316 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:11.023917 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp678eb2ec-3345-59a2-8acd-39908cd7c581-592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'fixed_ips': [{'subnet_id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a'}]}} from dv-cinder-749155-4-iscsi. {{(pid=80266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 04 21:44:11.024855 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:11.100423 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d0c76e7f-c04f-4572-afcf-c1919e75379e req-4a043590-d34a-4d5f-802b-fe7c0916e067 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2831309
Dec 04 21:44:11.259156 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af704d3-918d-4e20-ac62-b2563bde2a5f req-f33ddd03-09a8-4125-9cf4-379a55734863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:11.261236 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4af704d3-918d-4e20-ac62-b2563bde2a5f req-f33ddd03-09a8-4125-9cf4-379a55734863 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4422607
Dec 04 21:44:11.327603 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82de18-ff51-4dd3-8747-47db4b0c7371 req-75aee9ba-008a-47da-8463-ea87b7d4cad5 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:11.330166 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f82de18-ff51-4dd3-8747-47db4b0c7371 req-75aee9ba-008a-47da-8463-ea87b7d4cad5 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 943 time: 0.3956766
Dec 04 21:44:11.483888 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8255fe02-3d77-49ad-ba51-4a05cb8e0311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:11.493301 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8255fe02-3d77-49ad-ba51-4a05cb8e0311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:11.522108 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-de1cf14d-74ca-4387-854d-3e3dbfea7bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:11.539218 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f82de18-ff51-4dd3-8747-47db4b0c7371 req-e784671d-c5b1-4db1-8ca1-1f251b3b64c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1994107
Dec 04 21:44:11.584710 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8255fe02-3d77-49ad-ba51-4a05cb8e0311 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c2df93dbd914539aba42112c8514cb7&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2058272
Dec 04 21:44:11.585588 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 34518) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:11.590790 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255fe02-3d77-49ad-ba51-4a05cb8e0311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791275b7-b6bb-4e82-b3d8-d0f4faa77db8,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:11.594347 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8255fe02-3d77-49ad-ba51-4a05cb8e0311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:11.637273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-7d741dac-845f-46a2-a7db-886d4f90d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:11.638898 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-7d741dac-845f-46a2-a7db-886d4f90d7ca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2058a1a470645f2acd486f763a37a33&device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 1160 time: 0.2979162
Dec 04 21:44:11.646551 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853820647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29822'] for router, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:11.743040 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-ec1879f2-b23c-46e8-8849-95ee008444f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fa47886-4642-4674-8e42-dfeeb64d0400 HTTP/1.1" status: 200  len: 217 time: 0.0827012
Dec 04 21:44:11.769990 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Allocated IP 172.20.0.2 (592cdc2b-1d56-4a14-a11f-8bc151a0ef29/8f101be7-7361-44f6-9e0b-cdaa01d7405a/91f3ef0c-db68-4339-9401-6275fa3d4fec) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:44:11.929887 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-da0b7423-315c-4e5f-9abe-688a2f517287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:12.072109 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-da0b7423-315c-4e5f-9abe-688a2f517287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:12.109042 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-2ceae1ed-ad56-4876-99a9-1a39df23fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:12.121680 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-2ceae1ed-ad56-4876-99a9-1a39df23fc7a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68ccc99a-c2e9-4220-9d9e-d15fbf09c75e HTTP/1.1" status: 200  len: 855 time: 0.3680053
Dec 04 21:44:12.238668 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189930f6-9e73-4b0a-952a-c3b22247cc34 None None] Network 86f34682-3e27-474d-b25a-8f2d394429a8 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:44:12.318370 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-e5b37e90-c432-4be1-a33e-cea3514fb7e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1afa9e6-c218-4ecc-89e8-923ffc838696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1869922
Dec 04 21:44:12.516650 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:12.553468 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:12.692470 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-d2f99998-634c-4ef2-8e0c-3f1b2f1e1251 service neutron] 10.222.0.53 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3662248
Dec 04 21:44:12.734218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-da0b7423-315c-4e5f-9abe-688a2f517287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:12.746356 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2f03907b-aaf8-4eee-8872-4afebf119ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:12.815795 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b7423-315c-4e5f-9abe-688a2f517287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791275b7-b6bb-4e82-b3d8-d0f4faa77db8,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:12.832696 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-da0b7423-315c-4e5f-9abe-688a2f517287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:12.842791 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-da0b7423-315c-4e5f-9abe-688a2f517287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:12.844326 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-da0b7423-315c-4e5f-9abe-688a2f517287 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/791275b7-b6bb-4e82-b3d8-d0f4faa77db8 HTTP/1.1" status: 204  len: 168 time: 1.2574830
Dec 04 21:44:12.882667 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235d7fc-5b31-4866-a0ce-68396439626f req-536dd823-8ada-45d8-84bf-ddda5064bf92 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:12.884931 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7235d7fc-5b31-4866-a0ce-68396439626f req-536dd823-8ada-45d8-84bf-ddda5064bf92 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.3065045
Dec 04 21:44:12.892915 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Allocated IP 172.27.1.36 (5a5bc502-ed14-4f0a-889e-34e38dce125b/2af0f04a-6e02-4e2b-b142-69b01684337c/c86cbedd-11d4-4027-b3fa-c472ba5e4871) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:44:12.970083 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:12.989965 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Transition to ACTIVE for port object 91f3ef0c-db68-4339-9401-6275fa3d4fec will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:44:13.040967 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Transition to ACTIVE for port object 91f3ef0c-db68-4339-9401-6275fa3d4fec will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:44:13.049436 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5bce7e1-2410-4aae-af2e-30703657fb23 req-e7e121e4-6de9-4ca8-9cc0-689af3ba0589 service neutron] 10.222.0.53 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3468885
Dec 04 21:44:13.053650 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7235d7fc-5b31-4866-a0ce-68396439626f req-c0ad7543-90c2-4da2-a86c-01cbd4de3929 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227920
Dec 04 21:44:13.075641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:13.086219 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cd8b0-4ad0-4c73-882d-92a1b468e918 req-067b1b1e-9d84-4732-b517-ce41733db29d tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:13.088563 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-114cd8b0-4ad0-4c73-882d-92a1b468e918 req-067b1b1e-9d84-4732-b517-ce41733db29d tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 943 time: 0.2025976
Dec 04 21:44:13.196011 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-888d5544-9704-4d50-9276-9f4ee65c56d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:13.200156 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-114cd8b0-4ad0-4c73-882d-92a1b468e918 req-4ae2539c-860f-4a14-b198-5f7d2464fd4c tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858233
Dec 04 21:44:13.223926 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:13.255361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:13.273108 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Pushing event updated for resources: {'Port': ['ID=91f3ef0c-db68-4339-9401-6275fa3d4fec,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:13.277911 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:13.292122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:13.335935 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Network 592cdc2b-1d56-4a14-a11f-8bc151a0ef29 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:44:13.337215 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Resources bound (agent type, host, resource id):  {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:44:13.345097 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:44:13.433342 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Pushing event updated for resources: {'Port': ['ID=c86cbedd-11d4-4027-b3fa-c472ba5e4871,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:13.439194 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:13.503368 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:44:13.505346 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:44:13.508927 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:44:13.514924 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Attempting to bind port 91f3ef0c-db68-4339-9401-6275fa3d4fec on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:44:13.515940 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Attempting to bind port 91f3ef0c-db68-4339-9401-6275fa3d4fec by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': '21301322-ae50-4615-b225-c2624cd2b7dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:44:13.516561 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Attempting to bind port 91f3ef0c-db68-4339-9401-6275fa3d4fec on network 592cdc2b-1d56-4a14-a11f-8bc151a0ef29 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:44:13.523615 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:44:13.524620 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Checking segment: {'id': '21301322-ae50-4615-b225-c2624cd2b7dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:44:13.525828 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:13.526541 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Bound using segment: {'id': '21301322-ae50-4615-b225-c2624cd2b7dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:44:13.527524 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Bound port: 91f3ef0c-db68-4339-9401-6275fa3d4fec, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21301322-ae50-4615-b225-c2624cd2b7dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:44:13.528205 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:13.591138 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 34562) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:13.637771 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c8568326-5fc0-478e-8b16-10f4aac3a438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:13.648175 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] For port 91f3ef0c-db68-4339-9401-6275fa3d4fec, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:44:13.652880 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] For port 91f3ef0c-db68-4339-9401-6275fa3d4fec, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=91f3ef0c-db68-4339-9401-6275fa3d4fec,segment=NetworkSegment(21301322-ae50-4615-b225-c2624cd2b7dd),segment_id=21301322-ae50-4615-b225-c2624cd2b7dd)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:44:13.657776 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:13.664122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c8568326-5fc0-478e-8b16-10f4aac3a438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:13.669731 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c8568326-5fc0-478e-8b16-10f4aac3a438 admin admin] Usage tracker for resource:security_group_rule and tenant:08f2454681334bc1b1482dcbba11a3fc is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:13.673307 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c8568326-5fc0-478e-8b16-10f4aac3a438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:13.680204 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c8568326-5fc0-478e-8b16-10f4aac3a438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:13.796310 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c8568326-5fc0-478e-8b16-10f4aac3a438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:13.806746 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c8568326-5fc0-478e-8b16-10f4aac3a438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:13.821025 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b72643ab-2a1d-4a20-aadf-0cb42d83d58e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:13.825323 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:13.959443 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c8568326-5fc0-478e-8b16-10f4aac3a438 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08f2454681334bc1b1482dcbba11a3fc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3671248
Dec 04 21:44:13.960683 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8568326-5fc0-478e-8b16-10f4aac3a438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6f977a-212a-436e-988d-84ce31a6a56e,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:13.965009 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 34574) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:13.978487 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c8568326-5fc0-478e-8b16-10f4aac3a438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:14.133634 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Pushing event updated for resources: {'Port': ['ID=91f3ef0c-db68-4339-9401-6275fa3d4fec,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:14.139162 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:14.276104 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a935cebe-1c91-4a41-a208-9baf034e6e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:14.354290 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a935cebe-1c91-4a41-a208-9baf034e6e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:14.610476 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a935cebe-1c91-4a41-a208-9baf034e6e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:14.626759 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:14.636408 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:14.758864 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935cebe-1c91-4a41-a208-9baf034e6e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6f977a-212a-436e-988d-84ce31a6a56e,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:14.778424 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a935cebe-1c91-4a41-a208-9baf034e6e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:14.782690 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a935cebe-1c91-4a41-a208-9baf034e6e3c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b6f977a-212a-436e-988d-84ce31a6a56e HTTP/1.1" status: 204  len: 168 time: 0.8157039
Dec 04 21:44:14.788545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a935cebe-1c91-4a41-a208-9baf034e6e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:14.892530 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-62c5473d-e3ee-48d2-926d-baaec9971e32 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:14.893408 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-62c5473d-e3ee-48d2-926d-baaec9971e32 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Synchronizing usage tracker for tenant:ce0209abd7e84edc8a7213c059a2880c on resource:network {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:44:14.905421 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d166a7-716c-4790-bdb6-c335c1fa01cf req-28645d48-c7b6-4472-bd9a-17eb0645b307 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:14.907153 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-05d166a7-716c-4790-bdb6-c335c1fa01cf req-28645d48-c7b6-4472-bd9a-17eb0645b307 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.3001685
Dec 04 21:44:14.961255 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-62c5473d-e3ee-48d2-926d-baaec9971e32 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Unset dirty status for tenant:ce0209abd7e84edc8a7213c059a2880c on resource:network {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:44:14.963132 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-62c5473d-e3ee-48d2-926d-baaec9971e32 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/networks?id=86f34682-3e27-474d-b25a-8f2d394429a8 HTTP/1.1" status: 200  len: 809 time: 0.5154932
Dec 04 21:44:14.980508 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-05d166a7-716c-4790-bdb6-c335c1fa01cf req-4215762e-b3c7-4ee7-96a8-f15b5613cd56 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656283
Dec 04 21:44:14.997048 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-5b704cd0-da50-4670-85a3-b20dd5c0e99f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/quotas/ce0209abd7e84edc8a7213c059a2880c HTTP/1.1" status: 200  len: 375 time: 0.0218067
Dec 04 21:44:15.083594 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-bcb94a7a-2717-4629-9142-f6ea16cd6867 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce0209abd7e84edc8a7213c059a2880c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0853863
Dec 04 21:44:15.366036 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955187'] for router, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:15.402679 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-150a75df-288c-4f38-95d2-cfea540dc4da service neutron] 10.222.0.44 "GET /v2.0/networks/86f34682-3e27-474d-b25a-8f2d394429a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3179660
Dec 04 21:44:15.522472 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec82231-2dce-4e67-bf2b-e1f04c2d52a0 req-6ec81d11-53ec-431e-bc7e-8059ad735c8a tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:15.524499 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ec82231-2dce-4e67-bf2b-e1f04c2d52a0 req-6ec81d11-53ec-431e-bc7e-8059ad735c8a tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 943 time: 0.3034897
Dec 04 21:44:15.753771 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-0ea62daa-0988-4da4-9ca5-0d6a28ff14c0 service neutron] 10.222.0.44 "GET /v2.0/networks/86f34682-3e27-474d-b25a-8f2d394429a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3484883
Dec 04 21:44:15.951634 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ec82231-2dce-4e67-bf2b-e1f04c2d52a0 req-33e449ea-a0a1-48ef-b17e-948f12176e3b tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4084616
Dec 04 21:44:16.050608 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 91f3ef0c-db68-4339-9401-6275fa3d4fec up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:16.277406 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5ed2b0-4099-435a-ad3e-155cdd9f24fa None None] Network 592cdc2b-1d56-4a14-a11f-8bc151a0ef29 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:44:16.578860 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3d4ad695-bb8e-4dae-9f43-f6406f7578f5 req-5a44866b-b120-4920-8357-d1c1f817bff7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2307007
Dec 04 21:44:16.705293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Router 2ca53c63-661d-4a03-abf1-03437e37d9db is scheduled to L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 with binding_index 1 {{(pid=80264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 04 21:44:16.972991 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-4fe14b20-3118-48b6-a17e-0d2db7b8ed43 None None] Provisioning for port 91f3ef0c-db68-4339-9401-6275fa3d4fec completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:44:16.981345 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-4fe14b20-3118-48b6-a17e-0d2db7b8ed43 None None] Provisioning complete for port 91f3ef0c-db68-4339-9401-6275fa3d4fec triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:16.981771 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4fe14b20-3118-48b6-a17e-0d2db7b8ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:17.049849 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port 91f3ef0c-db68-4339-9401-6275fa3d4fec completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:44:17.059515 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 91f3ef0c-db68-4339-9401-6275fa3d4fec triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:17.059953 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:17.333797 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4fe14b20-3118-48b6-a17e-0d2db7b8ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:17.470928 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:44:17.485269 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Sync routers for ids ['2ca53c63-661d-4a03-abf1-03437e37d9db'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:44:17.513403 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Routers {'2ca53c63-661d-4a03-abf1-03437e37d9db'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:44:17.514717 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:17.515718 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcd58cf8>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:44:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['2ca53c63-661d-4a03-abf1-03437e37d9db'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:44:17.729388 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port 91f3ef0c-db68-4339-9401-6275fa3d4fec, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=91f3ef0c-db68-4339-9401-6275fa3d4fec,segment=NetworkSegment(21301322-ae50-4615-b225-c2624cd2b7dd),segment_id=21301322-ae50-4615-b225-c2624cd2b7dd)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:44:17.759609 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Notify callbacks [] for router, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:17.762595 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e18066e0-93e6-49fd-9a9e-e65986b8dfb9 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:17.767652 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.9388494
Dec 04 21:44:17.770975 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-238de5e2-8300-4a40-966c-d87f8d5e3cab req-e7f9825a-5778-45a9-9613-2f6da9dcf7c2 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 210 time: 1.0198007
Dec 04 21:44:17.773655 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 34708) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:17.944881 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 34712) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:17.980812 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:17.996459 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:18.027235 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea793c96-b128-48d6-871c-176b2770e10a req-89493f62-19a9-4bab-9cd2-8ea7ed48f37a tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:18.037737 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ea793c96-b128-48d6-871c-176b2770e10a req-89493f62-19a9-4bab-9cd2-8ea7ed48f37a tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 1.4352951
Dec 04 21:44:18.104709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ad695-bb8e-4dae-9f43-f6406f7578f5 req-787f5092-4e09-4946-936b-efb68de32e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:18.106410 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3d4ad695-bb8e-4dae-9f43-f6406f7578f5 req-787f5092-4e09-4946-936b-efb68de32e72 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2058a1a470645f2acd486f763a37a33&device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 1163 time: 0.4763293
Dec 04 21:44:18.518415 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5d6c2-b329-453b-ba23-37eb112c02e8 req-78bf0569-da86-4895-9315-b8d0580e01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:18.520819 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14f5d6c2-b329-453b-ba23-37eb112c02e8 req-78bf0569-da86-4895-9315-b8d0580e01b0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 1163 time: 0.9099462
Dec 04 21:44:18.561611 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ad695-bb8e-4dae-9f43-f6406f7578f5 req-b499fa96-a28e-4f67-bdc0-16f45dac4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:18.565603 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3d4ad695-bb8e-4dae-9f43-f6406f7578f5 req-b499fa96-a28e-4f67-bdc0-16f45dac4fc6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e1afa9e6-c218-4ecc-89e8-923ffc838696 HTTP/1.1" status: 200  len: 909 time: 0.4144747
Dec 04 21:44:18.588468 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-4fe14b20-3118-48b6-a17e-0d2db7b8ed43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:44:18.589164 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-4fe14b20-3118-48b6-a17e-0d2db7b8ed43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:44:18.656076 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ea793c96-b128-48d6-871c-176b2770e10a req-0c867ade-380c-42f3-b312-a474593a62bf tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6034021
Dec 04 21:44:18.676088 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port e18066e0-93e6-49fd-9a9e-e65986b8dfb9 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:18.676761 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:18.758212 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-12754e04-9194-4472-852f-61551af6b3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:18.779700 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3d4ad695-bb8e-4dae-9f43-f6406f7578f5 req-fa950373-1796-451a-841d-3d3f0175b67b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=443bb704-ccd3-4668-af4d-08647d5c1c93 HTTP/1.1" status: 200  len: 217 time: 0.1486785
Dec 04 21:44:18.783362 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=91f3ef0c-db68-4339-9401-6275fa3d4fec,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:18.794123 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:18.805488 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-12754e04-9194-4472-852f-61551af6b3df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:18.834871 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Set router 2ca53c63-661d-4a03-abf1-03437e37d9db gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:44:18.925746 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-12754e04-9194-4472-852f-61551af6b3df admin admin] Usage tracker for resource:security_group_rule and tenant:547e668ee5c54317b36d4fde8a60dc38 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:18.939641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-12754e04-9194-4472-852f-61551af6b3df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:18.954923 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device dab3c815-6eea-423a-969d-ed1e8e433014 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:18.965530 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-12754e04-9194-4472-852f-61551af6b3df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:19.082707 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ad695-bb8e-4dae-9f43-f6406f7578f5 req-9a4a7f32-454a-49b8-9f3a-b1ca520b20fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:19.084806 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3d4ad695-bb8e-4dae-9f43-f6406f7578f5 req-9a4a7f32-454a-49b8-9f3a-b1ca520b20fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68ccc99a-c2e9-4220-9d9e-d15fbf09c75e HTTP/1.1" status: 200  len: 855 time: 0.2814310
Dec 04 21:44:19.102561 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee5b11-342f-49e1-9c80-86230c18c497 req-7c88bbb6-fc02-4aee-8baf-8a44fe8032d8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:19.102898 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14f5d6c2-b329-453b-ba23-37eb112c02e8 req-b232777c-ca96-40ed-ae85-5e85e6c4472b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2079425
Dec 04 21:44:19.107447 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10ee5b11-342f-49e1-9c80-86230c18c497 req-7c88bbb6-fc02-4aee-8baf-8a44fe8032d8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 943 time: 0.9656589
Dec 04 21:44:19.231864 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3d4ad695-bb8e-4dae-9f43-f6406f7578f5 req-42e60f64-f22d-480d-aca1-05bb3e86ebec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1afa9e6-c218-4ecc-89e8-923ffc838696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0945215
Dec 04 21:44:19.291234 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10ee5b11-342f-49e1-9c80-86230c18c497 req-27f9d3d5-3071-4a19-9327-bc6065b37c48 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826177
Dec 04 21:44:19.441918 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcd58cf8>, [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:44:14Z', 'revision_number': 3, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:44:19.457830 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Checking router: 2ca53c63-661d-4a03-abf1-03437e37d9db for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:44:19.467391 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Updating router 2ca53c63-661d-4a03-abf1-03437e37d9db port c86cbedd-11d4-4027-b3fa-c472ba5e4871 binding host dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 21:44:19.602159 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port dab3c815-6eea-423a-969d-ed1e8e433014 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:19.605591 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:19.651767 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:19.753144 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e1cebfd4-ed91-4df2-a416-d159428130cc req-9516b005-ade0-48e6-842a-ad14b31861e7 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 210 time: 0.1660795
Dec 04 21:44:19.788872 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-12754e04-9194-4472-852f-61551af6b3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:19.801220 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-12754e04-9194-4472-852f-61551af6b3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:19.822845 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 2fa47886-4642-4674-8e42-dfeeb64d0400 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:19.853967 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7af3a084-64cf-4a47-89ef-ca4b4bf81a63 None None] Provisioning complete for port 91f3ef0c-db68-4339-9401-6275fa3d4fec triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:19.854349 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7af3a084-64cf-4a47-89ef-ca4b4bf81a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:19.890804 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:19.993401 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-12754e04-9194-4472-852f-61551af6b3df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=547e668ee5c54317b36d4fde8a60dc38&name=default HTTP/1.1" status: 200  len: 2879 time: 2.0432153
Dec 04 21:44:20.003580 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 34748) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:20.069027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port 2fa47886-4642-4674-8e42-dfeeb64d0400 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:44:20.084766 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 2fa47886-4642-4674-8e42-dfeeb64d0400 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:20.085231 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:20.187407 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:20.241203 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12754e04-9194-4472-852f-61551af6b3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b305b2-646d-4cdb-a160-f50b520a86d6,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:20.242938 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 91f3ef0c-db68-4339-9401-6275fa3d4fec up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:20.361659 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-12754e04-9194-4472-852f-61551af6b3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:20.384921 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3d4ad695-bb8e-4dae-9f43-f6406f7578f5 req-1cc6ea95-af01-424b-bf20-49e8cf96a98e service neutron] 10.222.0.53 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9959419
Dec 04 21:44:20.434022 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-c43c799a-b43a-4355-8077-ec94f3391bcb tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:20.436154 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-c43c799a-b43a-4355-8077-ec94f3391bcb tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.53 "GET /v2.0/networks?id=86f34682-3e27-474d-b25a-8f2d394429a8 HTTP/1.1" status: 200  len: 809 time: 0.8015122
Dec 04 21:44:20.565605 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 91f3ef0c-db68-4339-9401-6275fa3d4fec triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:20.566029 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:20.669843 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:20.847024 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 2fa47886-4642-4674-8e42-dfeeb64d0400, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=2fa47886-4642-4674-8e42-dfeeb64d0400,segment=NetworkSegment(315b7921-a3d8-4dbe-b79f-0928f8598843),segment_id=315b7921-a3d8-4dbe-b79f-0928f8598843)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:44:20.848889 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811d1319-f2da-4f11-ad5e-f71854a194da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa47886-4642-4674-8e42-dfeeb64d0400'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:44:20.858199 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:20.860666 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:20.870030 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Request body: {'port': {'device_id': '40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb', 'network_id': '86f34682-3e27-474d-b25a-8f2d394429a8', 'admin_state_up': True, 'tenant_id': 'ce0209abd7e84edc8a7213c059a2880c'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:20.872866 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:20.930809 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Transition to ACTIVE for port object c86cbedd-11d4-4027-b3fa-c472ba5e4871 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:44:20.938914 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:20.942380 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=2fa47886-4642-4674-8e42-dfeeb64d0400,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:20.953994 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:20.969217 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-40ccd6f6-0533-4cd8-adfc-c366a7ef1d57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:21.012780 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3d4ad695-bb8e-4dae-9f43-f6406f7578f5 req-627368c6-2cb5-4817-8a6b-0063fda4f680 service neutron] 10.222.0.53 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5915902
Dec 04 21:44:21.044792 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:21.099333 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:21.131846 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Pushing event updated for resources: {'Port': ['ID=c86cbedd-11d4-4027-b3fa-c472ba5e4871,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:21.145114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.145114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.145114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.145114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.145114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.145114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.145114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.145114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.146435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.146435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.146435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.146435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.147044 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.147219 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.147524 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.147886 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.148235 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.148588 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.148943 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.149285 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.149719 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.150875 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.151726 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.152099 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.159010 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:21.299128 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Attempting to bind port c86cbedd-11d4-4027-b3fa-c472ba5e4871 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:44:21.300024 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Attempting to bind port c86cbedd-11d4-4027-b3fa-c472ba5e4871 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:44:21.300821 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Attempting to bind port c86cbedd-11d4-4027-b3fa-c472ba5e4871 on network 5a5bc502-ed14-4f0a-889e-34e38dce125b {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:44:21.318970 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:44:21.319901 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Checking segment: {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:44:21.320777 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:21.323001 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Bound using segment: {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:44:21.324993 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Bound port: c86cbedd-11d4-4027-b3fa-c472ba5e4871, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:44:21.326044 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:21.404204 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55924d-37fa-44f9-bb97-fc8510849269 req-3e9a6d67-dae9-40c8-9807-f72b83eea587 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:21.419865 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd55924d-37fa-44f9-bb97-fc8510849269 req-3e9a6d67-dae9-40c8-9807-f72b83eea587 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 1.2083166
Dec 04 21:44:21.452964 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Allocated IP 172.20.0.1 (592cdc2b-1d56-4a14-a11f-8bc151a0ef29/8f101be7-7361-44f6-9e0b-cdaa01d7405a/175bce0b-c51e-485c-91d2-af25ccc2145b) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:44:21.507251 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] For port c86cbedd-11d4-4027-b3fa-c472ba5e4871, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:44:21.518373 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] For port c86cbedd-11d4-4027-b3fa-c472ba5e4871, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=c86cbedd-11d4-4027-b3fa-c472ba5e4871,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:44:21.524409 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:21.575401 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device dab3c815-6eea-423a-969d-ed1e8e433014 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:21.576375 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd55924d-37fa-44f9-bb97-fc8510849269 req-448ca293-6957-4c90-9a9b-3ef062993225 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549120
Dec 04 21:44:21.577521 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:21.600567 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-586cecfc-da41-45eb-861b-7be252429c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:21.608922 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:21.707252 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:21.736085 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Transition to ACTIVE for port object 175bce0b-c51e-485c-91d2-af25ccc2145b will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:44:21.748674 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port dab3c815-6eea-423a-969d-ed1e8e433014 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:21.749105 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:21.751622 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1ea2a-6b39-487f-8502-d8a9f94f5908 req-f1e66998-af06-4fac-b2e9-fee2d3efa16e tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:21.767727 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4db1ea2a-6b39-487f-8502-d8a9f94f5908 req-f1e66998-af06-4fac-b2e9-fee2d3efa16e tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 945 time: 0.7494397
Dec 04 21:44:21.775693 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:21.776138 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:21.778286 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42b305b2-646d-4cdb-a160-f50b520a86d6 HTTP/1.1" status: 204  len: 168 time: 1.7407124
Dec 04 21:44:21.787383 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:21.829493 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b305b2-646d-4cdb-a160-f50b520a86d6,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:21.833152 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Usage tracker for resource:port and tenant:ce0209abd7e84edc8a7213c059a2880c is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:21.836127 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:21.865856 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.866659 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.867198 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.867925 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.868668 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.869829 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.870503 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.871177 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.871935 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.872791 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.873644 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.874305 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.875286 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.876013 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.876681 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.877360 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.878032 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.878697 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.879374 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.880103 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.880946 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.881626 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.882277 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.883129 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:21.894473 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:21.943344 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Quota usage for port was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:22.009926 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4db1ea2a-6b39-487f-8502-d8a9f94f5908 req-019decce-b71e-4558-a2e7-299e12d18c78 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2391405
Dec 04 21:44:22.093043 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 2fa47886-4642-4674-8e42-dfeeb64d0400 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:22.214388 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811d1319-f2da-4f11-ad5e-f71854a194da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa47886-4642-4674-8e42-dfeeb64d0400', 'code': 200}
Dec 04 21:44:22.269414 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:22.280613 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 2fa47886-4642-4674-8e42-dfeeb64d0400 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:22.280924 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:22.330293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Network 592cdc2b-1d56-4a14-a11f-8bc151a0ef29 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:44:22.350011 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:44:22.363617 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Made reservation on behalf of ce0209abd7e84edc8a7213c059a2880c for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:44:22.375765 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:22.404153 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:44:22.454825 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Pushing event updated for resources: {'Port': ['ID=c86cbedd-11d4-4027-b3fa-c472ba5e4871,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:22.472249 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:22.556565 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Pushing event updated for resources: {'Port': ['ID=175bce0b-c51e-485c-91d2-af25ccc2145b,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:22.562034 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-978543'] for router_interface, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:22.584008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Routers {'2ca53c63-661d-4a03-abf1-03437e37d9db'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:44:22.585733 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcd58cf8>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:44:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['2ca53c63-661d-4a03-abf1-03437e37d9db'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:44:22.649891 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-534102ba-6c9f-48e3-a8e0-47493c2ddc33 req-fe84821d-0918-4754-a3fc-4a492c0c332f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 210 time: 0.3489780
Dec 04 21:44:22.816981 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.980s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:23.041909 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-e675cf54-8040-42be-bd36-998a6f1a024e None None] Provisioning for port 175bce0b-c51e-485c-91d2-af25ccc2145b completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:44:23.057222 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-e675cf54-8040-42be-bd36-998a6f1a024e None None] Provisioning complete for port 175bce0b-c51e-485c-91d2-af25ccc2145b triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:23.059502 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e675cf54-8040-42be-bd36-998a6f1a024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:23.118246 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 34784) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:23.160484 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e675cf54-8040-42be-bd36-998a6f1a024e None None] Port 175bce0b-c51e-485c-91d2-af25ccc2145b cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:44:23.174709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a9567f6b-4c86-4a4a-bf47-add54b1e1100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:23.211822 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a9567f6b-4c86-4a4a-bf47-add54b1e1100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:23.231050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] Set router 2ca53c63-661d-4a03-abf1-03437e37d9db gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:44:23.233041 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a9567f6b-4c86-4a4a-bf47-add54b1e1100 admin admin] Usage tracker for resource:security_group_rule and tenant:5c9c57efe4384c319f2c2e72954a02b4 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:23.238525 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a9567f6b-4c86-4a4a-bf47-add54b1e1100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:23.249549 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:23.253702 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a9567f6b-4c86-4a4a-bf47-add54b1e1100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:23.322501 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1f92a-b05f-4404-92d4-cf79c9622f62 req-a222fa4a-1611-40fd-839c-398287277905 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:23.324343 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-23c1f92a-b05f-4404-92d4-cf79c9622f62 req-a222fa4a-1611-40fd-839c-398287277905 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.2919793
Dec 04 21:44:23.400897 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-23c1f92a-b05f-4404-92d4-cf79c9622f62 req-70a93964-245e-44a3-8553-117d287cb7d3 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668097
Dec 04 21:44:23.450814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a9567f6b-4c86-4a4a-bf47-add54b1e1100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:23.454067 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a9567f6b-4c86-4a4a-bf47-add54b1e1100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:23.464121 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6b8f9777-4c0c-4333-acca-a09af6f0326e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:23.514026 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a9567f6b-4c86-4a4a-bf47-add54b1e1100 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c9c57efe4384c319f2c2e72954a02b4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3934436
Dec 04 21:44:23.517277 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 34792) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:23.530796 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9567f6b-4c86-4a4a-bf47-add54b1e1100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f050551-dc9a-4056-8db3-3a1fdf7033d0,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:23.545475 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a9567f6b-4c86-4a4a-bf47-add54b1e1100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:23.622620 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d748f495-4362-4b41-983a-7c148080ec55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:23.667696 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d748f495-4362-4b41-983a-7c148080ec55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:23.736187 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d748f495-4362-4b41-983a-7c148080ec55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:23.746819 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f3f0969d-41c3-41ce-b474-e3330254c359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:23.769445 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748f495-4362-4b41-983a-7c148080ec55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f050551-dc9a-4056-8db3-3a1fdf7033d0,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:23.773672 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d748f495-4362-4b41-983a-7c148080ec55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:23.777337 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d748f495-4362-4b41-983a-7c148080ec55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:23.802092 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d748f495-4362-4b41-983a-7c148080ec55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4f050551-dc9a-4056-8db3-3a1fdf7033d0 HTTP/1.1" status: 204  len: 168 time: 0.2836142
Dec 04 21:44:23.840325 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcd58cf8>, [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:44:22Z', 'revision_number': 4, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '175bce0b-c51e-485c-91d2-af25ccc2145b', 'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'mac_address': 'fa:16:3e:67:94:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:20Z', 'updated_at': '2020-12-04T21:44:21Z', 'revision_number': 1, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'subnets': [{'id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:44:23.845479 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608743d-c035-483e-85cf-3bd312e9a412 None None] The sync data for ids ['2ca53c63-661d-4a03-abf1-03437e37d9db'] in dv-cinder-749155-4-iscsi is: [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:44:22Z', 'revision_number': 4, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '175bce0b-c51e-485c-91d2-af25ccc2145b', 'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'mac_address': 'fa:16:3e:67:94:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:20Z', 'updated_at': '2020-12-04T21:44:21Z', 'revision_number': 1, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'subnets': [{'id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:44:24.018848 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720e24c-8ce8-493b-b8c3-5e5eab4e7f44 req-ea8ac60d-46a4-4122-94ed-a7008af59fc6 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:24.027393 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1720e24c-8ce8-493b-b8c3-5e5eab4e7f44 req-ea8ac60d-46a4-4122-94ed-a7008af59fc6 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 945 time: 0.1369929
Dec 04 21:44:24.034664 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Allocated IP 172.20.0.11 (86f34682-3e27-474d-b25a-8f2d394429a8/5f0d6c29-5212-4bf8-abd1-6be66ce4248e/7e726b46-120b-41dd-bc37-a098cc5ac199) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:44:24.114244 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:24.127512 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:24.139568 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1720e24c-8ce8-493b-b8c3-5e5eab4e7f44 req-b2e64f3c-31da-46b6-aedd-d9951191cf4c tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064332
Dec 04 21:44:24.216645 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:24.475493 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed9c0e-18dc-481f-8afd-fd3c5c88c9ff req-e8d708ce-cc0b-471b-8e40-6f93646af75c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:24.479304 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-16ed9c0e-18dc-481f-8afd-fd3c5c88c9ff req-e8d708ce-cc0b-471b-8e40-6f93646af75c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.1865449
Dec 04 21:44:24.534147 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853288963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853797172'] for router_interface, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:24.573562 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-16ed9c0e-18dc-481f-8afd-fd3c5c88c9ff req-a46ffdd0-e257-42b2-9016-740db0a03819 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860591
Dec 04 21:44:24.674889 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Pushing event updated for resources: {'Port': ['ID=175bce0b-c51e-485c-91d2-af25ccc2145b,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:24.691859 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:24.785616 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:24.832361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Network 592cdc2b-1d56-4a14-a11f-8bc151a0ef29 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:44:24.835034 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:44:25.291681 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88f824df-ad86-4141-9484-109b75830070 req-bd8cb79f-9558-438f-9fb6-0b61c03ae272 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 210 time: 0.2431266
Dec 04 21:44:25.414167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:25.587041 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-1f76ffd7-f4c3-475c-849a-72d0d01bf866 None None] Provisioning complete for port 175bce0b-c51e-485c-91d2-af25ccc2145b triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:25.588286 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f76ffd7-f4c3-475c-849a-72d0d01bf866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:25.854446 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a948a8f-32fa-4cc7-b79b-86eebbd3a5d0 req-2b5fc493-6863-425b-bc41-5b98121918cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:25.866244 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a948a8f-32fa-4cc7-b79b-86eebbd3a5d0 req-2b5fc493-6863-425b-bc41-5b98121918cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 1162 time: 0.5377569
Dec 04 21:44:25.888298 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:25.893564 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-1f76ffd7-f4c3-475c-849a-72d0d01bf866 None None] Port 175bce0b-c51e-485c-91d2-af25ccc2145b cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:44:26.078147 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a948a8f-32fa-4cc7-b79b-86eebbd3a5d0 req-20c2fd5c-512d-42ec-9a55-5dc0fb1655eb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203499
Dec 04 21:44:26.141398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7744df-6615-4c68-858d-bd9e15b0b070 req-73b6e113-946a-45ef-933b-ac56d95dfac5 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:26.151504 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da7744df-6615-4c68-858d-bd9e15b0b070 req-73b6e113-946a-45ef-933b-ac56d95dfac5 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 945 time: 0.2785411
Dec 04 21:44:26.199100 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device c86cbedd-11d4-4027-b3fa-c472ba5e4871 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:26.317458 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port c86cbedd-11d4-4027-b3fa-c472ba5e4871 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:44:26.323378 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Router 2ca53c63-661d-4a03-abf1-03437e37d9db has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:44:26.334773 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Network 86f34682-3e27-474d-b25a-8f2d394429a8 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:44:26.345582 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:44:26.351385 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Pushing event updated for resources: {'Port': ['ID=7e726b46-120b-41dd-bc37-a098cc5ac199,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:26.365878 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:44:26.412980 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da7744df-6615-4c68-858d-bd9e15b0b070 req-8bb39986-354e-4def-9628-64c4013ab246 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2543519
Dec 04 21:44:26.424158 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.424874 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.425546 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.426225 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.426895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.427610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.428360 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.429079 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.429814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.432153 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.432611 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.432810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port c86cbedd-11d4-4027-b3fa-c472ba5e4871 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:26.433279 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.433462 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:26.434114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.434831 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.435550 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.436291 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.437031 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.437789 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.438457 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.439184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.440095 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.441760 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.442486 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.443167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:26.583346 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:26.724635 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b09d39c0-9a1f-49ea-9f9d-4df093a25998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:26.901936 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:26.929983 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3de20-d384-4556-90d3-39ac02025d38 req-3444da94-aeba-4134-90d5-ab97d3f69b83 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:26.942879 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-46a3de20-d384-4556-90d3-39ac02025d38 req-3444da94-aeba-4134-90d5-ab97d3f69b83 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 932 time: 0.1382356
Dec 04 21:44:26.999675 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-46a3de20-d384-4556-90d3-39ac02025d38 req-ced87e16-38ea-4e76-982b-062204ab0ca8 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Synchronizing usage tracker for tenant:ce0209abd7e84edc8a7213c059a2880c on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:44:27.022955 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-46a3de20-d384-4556-90d3-39ac02025d38 req-ced87e16-38ea-4e76-982b-062204ab0ca8 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Unset dirty status for tenant:ce0209abd7e84edc8a7213c059a2880c on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:44:27.041385 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-46a3de20-d384-4556-90d3-39ac02025d38 req-ced87e16-38ea-4e76-982b-062204ab0ca8 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916252
Dec 04 21:44:27.048265 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port c86cbedd-11d4-4027-b3fa-c472ba5e4871, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=c86cbedd-11d4-4027-b3fa-c472ba5e4871,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:44:27.051667 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:27.054926 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:27.127585 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:44:27.144418 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] 10.222.0.44 "PUT /v2.0/routers/2ca53c63-661d-4a03-abf1-03437e37d9db/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.3579392
Dec 04 21:44:27.166879 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:27.168235 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:27.192484 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.3353775
Dec 04 21:44:27.218328 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=c86cbedd-11d4-4027-b3fa-c472ba5e4871,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:27.222079 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:28.173070 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device c86cbedd-11d4-4027-b3fa-c472ba5e4871 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:28.257144 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 34882) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:28.266902 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-3fed84e4-e965-4c02-8dec-f0977042203f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Request body: {'security_group': {'name': 'tempest-securitygroup--1372540858', 'description': 'tempest-description--2040570593'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:28.279687 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3fed84e4-e965-4c02-8dec-f0977042203f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:28.284244 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port c86cbedd-11d4-4027-b3fa-c472ba5e4871 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:28.284956 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:28.288272 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3fed84e4-e965-4c02-8dec-f0977042203f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Usage tracker for resource:security_group and tenant:f44e9f0609524db8ba8777ab4a04a3e9 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:28.294930 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3fed84e4-e965-4c02-8dec-f0977042203f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:28.311253 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3fed84e4-e965-4c02-8dec-f0977042203f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:28.333176 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3fed84e4-e965-4c02-8dec-f0977042203f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:28.383316 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3fed84e4-e965-4c02-8dec-f0977042203f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:28.436162 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3fed84e4-e965-4c02-8dec-f0977042203f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Usage tracker for resource:security_group_rule and tenant:f44e9f0609524db8ba8777ab4a04a3e9 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:28.440285 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3fed84e4-e965-4c02-8dec-f0977042203f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:28.447307 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3fed84e4-e965-4c02-8dec-f0977042203f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:28.572512 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee88701-e2ea-4e54-afa4-500d75745b1a req-37fa2b82-5d89-4ecf-8503-0ea00c2c28b2 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:28.574565 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2ee88701-e2ea-4e54-afa4-500d75745b1a req-37fa2b82-5d89-4ecf-8503-0ea00c2c28b2 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 945 time: 0.1928844
Dec 04 21:44:28.614651 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3fed84e4-e965-4c02-8dec-f0977042203f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:28.620975 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3fed84e4-e965-4c02-8dec-f0977042203f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:28.628957 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6af879bb-2d2e-497b-b1c2-7b716d824d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:28.687144 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2ee88701-e2ea-4e54-afa4-500d75745b1a req-42fc5667-d968-4b4b-9804-97329a445c8f tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020365
Dec 04 21:44:28.691527 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3fed84e4-e965-4c02-8dec-f0977042203f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:28.695565 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3fed84e4-e965-4c02-8dec-f0977042203f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1730 time: 0.4345000
Dec 04 21:44:28.696215 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 34892) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:28.703143 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-dcfaa078-d985-47a8-bc69-2f382681ed61 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Request body: {'security_group_rule': {'security_group_id': 'c2c8ff1e-1df1-4b2f-a598-078a0156837b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:28.708092 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed84e4-e965-4c02-8dec-f0977042203f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c8ff1e-1df1-4b2f-a598-078a0156837b,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:28.711368 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3fed84e4-e965-4c02-8dec-f0977042203f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:28.718776 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-dcfaa078-d985-47a8-bc69-2f382681ed61 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:28.723617 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-dcfaa078-d985-47a8-bc69-2f382681ed61 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Usage tracker for resource:security_group_rule and tenant:f44e9f0609524db8ba8777ab4a04a3e9 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:28.727991 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-dcfaa078-d985-47a8-bc69-2f382681ed61 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:28.734986 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-dcfaa078-d985-47a8-bc69-2f382681ed61 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:28.763262 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa078-d985-47a8-bc69-2f382681ed61 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:28.928364 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Sync routers for ids ['2ca53c63-661d-4a03-abf1-03437e37d9db'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:44:28.939018 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa078-d985-47a8-bc69-2f382681ed61 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:28.952985 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Routers {'2ca53c63-661d-4a03-abf1-03437e37d9db'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:44:28.954152 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcea3128>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:44:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['2ca53c63-661d-4a03-abf1-03437e37d9db'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:44:28.959991 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa078-d985-47a8-bc69-2f382681ed61 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162223'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:28.970888 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:28.989836 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0a56c-22a4-4649-a620-9be73103a6cf req-802f6d47-162f-40f3-8ac7-24c8e1a00fbe tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:28.996192 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-49d0a56c-22a4-4649-a620-9be73103a6cf req-802f6d47-162f-40f3-8ac7-24c8e1a00fbe tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.1546409
Dec 04 21:44:29.024962 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa078-d985-47a8-bc69-2f382681ed61 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ad0a97-96fd-4593-9519-2798d28207af,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:29.078478 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dcfaa078-d985-47a8-bc69-2f382681ed61 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:29.090918 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa078-d985-47a8-bc69-2f382681ed61 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:29.103691 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-dcfaa078-d985-47a8-bc69-2f382681ed61 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.3991692
Dec 04 21:44:29.105210 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 34898) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:29.122609 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-55b4f74b-cc35-43c6-ab06-0d79d90a4399 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Request body: {'security_group_rule': {'security_group_id': 'c2c8ff1e-1df1-4b2f-a598-078a0156837b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:29.136276 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-55b4f74b-cc35-43c6-ab06-0d79d90a4399 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:29.144741 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-55b4f74b-cc35-43c6-ab06-0d79d90a4399 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Usage tracker for resource:security_group_rule and tenant:f44e9f0609524db8ba8777ab4a04a3e9 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:29.158925 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-49d0a56c-22a4-4649-a620-9be73103a6cf req-47dcb19f-c7d6-4775-a104-82db0ff476a8 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418312
Dec 04 21:44:29.163255 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-55b4f74b-cc35-43c6-ab06-0d79d90a4399 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:29.183726 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-55b4f74b-cc35-43c6-ab06-0d79d90a4399 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:29.240420 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55b4f74b-cc35-43c6-ab06-0d79d90a4399 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group_rule, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:29.364297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Request body: {'port': {'device_id': '40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:29.397109 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:29.404869 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Set router 2ca53c63-661d-4a03-abf1-03437e37d9db gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:44:29.451237 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18c34e-0670-4a91-8e2e-691e23feec62 req-8a61ebca-9906-48b7-9590-8f27874d16cd tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:29.453233 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5c18c34e-0670-4a91-8e2e-691e23feec62 req-8a61ebca-9906-48b7-9590-8f27874d16cd tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 932 time: 0.1176188
Dec 04 21:44:29.611913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55b4f74b-cc35-43c6-ab06-0d79d90a4399 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:29.629822 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55b4f74b-cc35-43c6-ab06-0d79d90a4399 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162223'] for security_group_rule, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:29.640316 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5c18c34e-0670-4a91-8e2e-691e23feec62 req-6bcfcf5f-4586-4f95-a403-822b8ffc7b76 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713657
Dec 04 21:44:29.657091 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:29.691186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719bbae-9b95-4ccd-a053-8df11367c4de req-c6525ba8-77ee-4126-ad40-b863ef862d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:29.692874 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6719bbae-9b95-4ccd-a053-8df11367c4de req-c6525ba8-77ee-4126-ad40-b863ef862d3a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fa06726d5e745cfb38a67990cbbcecb&device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 1163 time: 0.1977646
Dec 04 21:44:29.736034 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4f74b-cc35-43c6-ab06-0d79d90a4399 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c821ce96-2f28-4473-8a36-798358e177f7,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:29.739818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:29.802974 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-55b4f74b-cc35-43c6-ab06-0d79d90a4399 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:29.810296 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55b4f74b-cc35-43c6-ab06-0d79d90a4399 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group_rule, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:29.811788 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-55b4f74b-cc35-43c6-ab06-0d79d90a4399 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.6985044
Dec 04 21:44:29.816628 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 34908) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:29.821913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcea3128>, [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:44:22Z', 'revision_number': 4, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '175bce0b-c51e-485c-91d2-af25ccc2145b', 'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'mac_address': 'fa:16:3e:67:94:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:20Z', 'updated_at': '2020-12-04T21:44:23Z', 'revision_number': 2, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'subnets': [{'id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:44:29.827080 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Checking router: 2ca53c63-661d-4a03-abf1-03437e37d9db for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:44:29.827858 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Updating router 2ca53c63-661d-4a03-abf1-03437e37d9db port 175bce0b-c51e-485c-91d2-af25ccc2145b binding host dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 21:44:29.829092 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Request body: {'floatingip': {'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:29.844021 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:29.859867 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Usage tracker for resource:floatingip and tenant:f44e9f0609524db8ba8777ab4a04a3e9 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:29.865237 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:29.875649 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:29.898074 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:29.955767 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for floatingip, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:30.367629 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e726b46-120b-41dd-bc37-a098cc5ac199 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:44:30.413704 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:30.448108 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Transition to ACTIVE for port object 7e726b46-120b-41dd-bc37-a098cc5ac199 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:44:30.465431 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:30.503940 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-02d3b00f-aff8-4689-a319-52ee5d266f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:30.508911 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719bbae-9b95-4ccd-a053-8df11367c4de req-d20e65f7-ed1d-4eab-9ac0-6a5f02e69a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:30.515798 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6719bbae-9b95-4ccd-a053-8df11367c4de req-d20e65f7-ed1d-4eab-9ac0-6a5f02e69a63 service neutron] 10.222.0.53 "GET /v2.0/networks?id=55e15776-9919-430f-964a-7228179c178b HTTP/1.1" status: 200  len: 913 time: 0.8071487
Dec 04 21:44:30.589314 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2b4d3bbb-438f-421c-91a3-bd5ebf4c1a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:30.765617 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Pushing event updated for resources: {'Port': ['ID=7e726b46-120b-41dd-bc37-a098cc5ac199,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:30.784736 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:30.827525 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:30.832991 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6719bbae-9b95-4ccd-a053-8df11367c4de req-87aa7fc8-7b4b-4373-927a-c1629d5c8de8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a1db974-c036-4c5e-ae04-e42e5aced041 HTTP/1.1" status: 200  len: 217 time: 0.2011397
Dec 04 21:44:30.863236 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Transition to ACTIVE for port object 175bce0b-c51e-485c-91d2-af25ccc2145b will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:44:30.871069 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:30.897163 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:30.911882 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:44:31.068271 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719bbae-9b95-4ccd-a053-8df11367c4de req-c51ec5fc-3cb1-4e8a-9307-a4c3937f5713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:31.070679 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328250c-490f-411e-a835-dba30eccfab5 None None] Pushing event updated for resources: {'Port': ['ID=175bce0b-c51e-485c-91d2-af25ccc2145b,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:31.072286 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6719bbae-9b95-4ccd-a053-8df11367c4de req-c51ec5fc-3cb1-4e8a-9307-a4c3937f5713 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=477c834c-9af0-43dc-8411-1639ac8b15d8 HTTP/1.1" status: 200  len: 859 time: 0.2248349
Dec 04 21:44:31.090902 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e328250c-490f-411e-a835-dba30eccfab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:31.107209 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1a4e5-c246-4d98-920f-c1ae6b9d3a6e req-61b2afe9-388f-4b1c-8095-463b735ecf6e tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:31.112013 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4af1a4e5-c246-4d98-920f-c1ae6b9d3a6e req-61b2afe9-388f-4b1c-8095-463b735ecf6e tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 945 time: 1.2154016
Dec 04 21:44:31.227298 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa08cf-679b-4e54-a8af-9fe5ac74b1a6 req-d2aeec1e-433c-4dbf-9616-f9764f069823 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:31.240365 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-92fa08cf-679b-4e54-a8af-9fe5ac74b1a6 req-d2aeec1e-433c-4dbf-9616-f9764f069823 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.7232580
Dec 04 21:44:31.273335 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6719bbae-9b95-4ccd-a053-8df11367c4de req-5f0b67e4-9a26-4faa-a1ac-d81f95c920d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55e15776-9919-430f-964a-7228179c178b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1815634
Dec 04 21:44:31.501541 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-92fa08cf-679b-4e54-a8af-9fe5ac74b1a6 req-49900314-1bf6-4182-b058-b73a1be973fe tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2596059
Dec 04 21:44:31.587000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Attempting to bind port 7e726b46-120b-41dd-bc37-a098cc5ac199 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:44:31.588146 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Attempting to bind port 7e726b46-120b-41dd-bc37-a098cc5ac199 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'b96e7589-e1d9-4844-be9c-f1a043d4d5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86f34682-3e27-474d-b25a-8f2d394429a8'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:44:31.588764 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Attempting to bind port 7e726b46-120b-41dd-bc37-a098cc5ac199 on network 86f34682-3e27-474d-b25a-8f2d394429a8 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:44:31.606114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:44:31.606952 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Checking segment: {'id': 'b96e7589-e1d9-4844-be9c-f1a043d4d5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86f34682-3e27-474d-b25a-8f2d394429a8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:44:31.607874 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:31.608735 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Bound using segment: {'id': 'b96e7589-e1d9-4844-be9c-f1a043d4d5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86f34682-3e27-474d-b25a-8f2d394429a8'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:44:31.609851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Bound port: 7e726b46-120b-41dd-bc37-a098cc5ac199, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96e7589-e1d9-4844-be9c-f1a043d4d5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86f34682-3e27-474d-b25a-8f2d394429a8'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:44:31.610547 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:31.649439 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4af1a4e5-c246-4d98-920f-c1ae6b9d3a6e req-adb218ec-665d-459b-95e0-a07e3c18b598 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4815161
Dec 04 21:44:31.677495 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:31.766554 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:31.781090 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Attempting to bind port 175bce0b-c51e-485c-91d2-af25ccc2145b on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:44:31.781872 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Attempting to bind port 175bce0b-c51e-485c-91d2-af25ccc2145b by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': '21301322-ae50-4615-b225-c2624cd2b7dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:44:31.782465 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Attempting to bind port 175bce0b-c51e-485c-91d2-af25ccc2145b on network 592cdc2b-1d56-4a14-a11f-8bc151a0ef29 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:44:31.792539 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:44:31.793234 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Checking segment: {'id': '21301322-ae50-4615-b225-c2624cd2b7dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:44:31.793795 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:31.794376 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Bound using segment: {'id': '21301322-ae50-4615-b225-c2624cd2b7dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:44:31.795122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Bound port: 175bce0b-c51e-485c-91d2-af25ccc2145b, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21301322-ae50-4615-b225-c2624cd2b7dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:44:31.795913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:31.917889 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] For port 175bce0b-c51e-485c-91d2-af25ccc2145b, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:44:31.922042 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] For port 175bce0b-c51e-485c-91d2-af25ccc2145b, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=175bce0b-c51e-485c-91d2-af25ccc2145b,segment=NetworkSegment(21301322-ae50-4615-b225-c2624cd2b7dd),segment_id=21301322-ae50-4615-b225-c2624cd2b7dd)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:44:31.922623 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] For port 7e726b46-120b-41dd-bc37-a098cc5ac199, host hv-cinder-74915, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:44:31.934006 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] For port 7e726b46-120b-41dd-bc37-a098cc5ac199, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7e726b46-120b-41dd-bc37-a098cc5ac199,segment=NetworkSegment(b96e7589-e1d9-4844-be9c-f1a043d4d5a2),segment_id=b96e7589-e1d9-4844-be9c-f1a043d4d5a2)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:44:31.944862 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:31.950268 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:31.962912 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:32.003924 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6719bbae-9b95-4ccd-a053-8df11367c4de req-3a7da67a-790d-45ab-8f71-ad281a284ffd service neutron] 10.222.0.53 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7092505
Dec 04 21:44:32.100032 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:32.116748 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:32.341683 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Pushing event updated for resources: {'Port': ['ID=7e726b46-120b-41dd-bc37-a098cc5ac199,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:32.362728 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:32.393492 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:32.394869 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:32.396698 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ed041-96a0-4314-8583-8f6bed5c60f5 req-946418a9-0f00-437e-87d7-62adbd05bf68 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:32.397174 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] 10.222.0.53 "PUT /v2.0/ports/7e726b46-120b-41dd-bc37-a098cc5ac199 HTTP/1.1" status: 200  len: 1158 time: 3.0475392
Dec 04 21:44:32.397966 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb', 'tag': '7e726b46-120b-41dd-bc37-a098cc5ac199'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:44:32.398418 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe4ed041-96a0-4314-8583-8f6bed5c60f5 req-946418a9-0f00-437e-87d7-62adbd05bf68 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 944 time: 0.3206487
Dec 04 21:44:32.417298 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:32.435519 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328250c-490f-411e-a835-dba30eccfab5 None None] Pushing event updated for resources: {'Port': ['ID=175bce0b-c51e-485c-91d2-af25ccc2145b,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:32.441494 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e328250c-490f-411e-a835-dba30eccfab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:32.467200 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Allocated IP 172.27.1.111 (5a5bc502-ed14-4f0a-889e-34e38dce125b/2af0f04a-6e02-4e2b-b142-69b01684337c/d7567a9f-5488-4bae-9f5d-ba8a4283d538) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:44:32.486971 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe4ed041-96a0-4314-8583-8f6bed5c60f5 req-424bd3ba-9dcb-4147-9f8c-230e8d66c62c tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718575
Dec 04 21:44:32.500858 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Routers {'2ca53c63-661d-4a03-abf1-03437e37d9db'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:44:32.501562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcea3128>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:44:30Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['2ca53c63-661d-4a03-abf1-03437e37d9db'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:44:32.663605 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb', 'tag': '7e726b46-120b-41dd-bc37-a098cc5ac199', 'status': 'completed', 'code': 200}
Dec 04 21:44:32.739519 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:32.770435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] Set router 2ca53c63-661d-4a03-abf1-03437e37d9db gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:44:32.771192 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:32.880826 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:33.035240 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Pushing event updated for resources: {'Port': ['ID=d7567a9f-5488-4bae-9f5d-ba8a4283d538,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:33.038052 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:33.156378 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcea3128>, [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:44:22Z', 'revision_number': 4, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '175bce0b-c51e-485c-91d2-af25ccc2145b', 'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'mac_address': 'fa:16:3e:67:94:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:20Z', 'updated_at': '2020-12-04T21:44:31Z', 'revision_number': 4, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'subnets': [{'id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:44:33.159915 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3bdd6-5a7a-4639-9cc9-fc900e0206ba req-dc007cba-2255-4977-9db3-a6c71742f85f tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:33.162083 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6f3bdd6-5a7a-4639-9cc9-fc900e0206ba req-dc007cba-2255-4977-9db3-a6c71742f85f tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.2823689
Dec 04 21:44:33.165704 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aad4e0-0d28-4ce6-bf2a-c79567b46fca None None] The sync data for ids ['2ca53c63-661d-4a03-abf1-03437e37d9db'] in dv-cinder-749155-4-iscsi is: [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:44:22Z', 'revision_number': 4, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '175bce0b-c51e-485c-91d2-af25ccc2145b', 'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'mac_address': 'fa:16:3e:67:94:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:20Z', 'updated_at': '2020-12-04T21:44:31Z', 'revision_number': 4, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'subnets': [{'id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:44:33.171711 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:44:33.176338 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:44:33.200925 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:44:33.289922 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6f3bdd6-5a7a-4639-9cc9-fc900e0206ba req-269659fb-0a4e-4ccc-a303-cb65409dba18 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163640
Dec 04 21:44:33.334953 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for floatingip, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:33.407890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:33.686539 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd50830-00c9-4a21-b9ba-675151bc1e78 req-1b562323-8a7d-40d3-80d4-2f25a22ec0c1 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:33.688359 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1fd50830-00c9-4a21-b9ba-675151bc1e78 req-1b562323-8a7d-40d3-80d4-2f25a22ec0c1 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 945 time: 0.2448530
Dec 04 21:44:33.784126 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1fd50830-00c9-4a21-b9ba-675151bc1e78 req-2471d48f-f761-4b5e-9e0b-19d3d0985bdb tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796304
Dec 04 21:44:33.819806 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:33.825065 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:33.842526 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:34.125913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 175bce0b-c51e-485c-91d2-af25ccc2145b up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:34.272853 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port 175bce0b-c51e-485c-91d2-af25ccc2145b completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:44:34.289373 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 175bce0b-c51e-485c-91d2-af25ccc2145b triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:34.290052 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:34.375322 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Pushing event updated for resources: {'Port': ['ID=d7567a9f-5488-4bae-9f5d-ba8a4283d538,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:34.393892 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:34.473388 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bde57-061a-4da3-b409-30a5daaea9a1 req-bc52c1ff-e284-4b10-98eb-12813ed730e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:34.475414 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-720bde57-061a-4da3-b409-30a5daaea9a1 req-bc52c1ff-e284-4b10-98eb-12813ed730e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce0209abd7e84edc8a7213c059a2880c&device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 1161 time: 0.2140815
Dec 04 21:44:34.533101 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879b51d-706b-4564-b255-c8d1885246ed req-185d4efa-65a9-4adf-8950-816851afb789 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:34.541888 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f879b51d-706b-4564-b255-c8d1885246ed req-185d4efa-65a9-4adf-8950-816851afb789 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 944 time: 0.6012940
Dec 04 21:44:34.607951 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6719bbae-9b95-4ccd-a053-8df11367c4de req-b8516b06-6540-43f7-bba9-a91319d66c10 service neutron] 10.222.0.53 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3550799
Dec 04 21:44:34.665144 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:34.673638 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f879b51d-706b-4564-b255-c8d1885246ed req-22800e84-ff89-4e86-b09d-c81a659d544e tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303895
Dec 04 21:44:34.726442 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:34.783380 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:34.801178 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.9824946
Dec 04 21:44:34.823919 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port 175bce0b-c51e-485c-91d2-af25ccc2145b, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=175bce0b-c51e-485c-91d2-af25ccc2145b,segment=NetworkSegment(21301322-ae50-4615-b225-c2624cd2b7dd),segment_id=21301322-ae50-4615-b225-c2624cd2b7dd)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:44:34.828656 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:34.831433 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:34.850622 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bde57-061a-4da3-b409-30a5daaea9a1 req-a594f925-9e7b-45c0-afff-671b615bf982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:34.854761 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-720bde57-061a-4da3-b409-30a5daaea9a1 req-a594f925-9e7b-45c0-afff-671b615bf982 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=ce0209abd7e84edc8a7213c059a2880c&shared=False HTTP/1.1" status: 200  len: 903 time: 0.3591416
Dec 04 21:44:34.934184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=175bce0b-c51e-485c-91d2-af25ccc2145b,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:34.944627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.945170 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.945990 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.947440 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.947849 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.948870 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.949260 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.949820 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.950295 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.950771 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.951368 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.951958 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.953291 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.953764 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.954253 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.954719 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.955191 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.955687 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.956300 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.956764 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.957227 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.957689 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.958268 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.958744 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:44:34.971615 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:35.231047 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0e29e-ac9a-43c0-a8d8-33eec5a6c170 req-223ea0dd-0950-4cab-97b7-8cb7e88fbcf4 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:35.248482 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88c0e29e-ac9a-43c0-a8d8-33eec5a6c170 req-223ea0dd-0950-4cab-97b7-8cb7e88fbcf4 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.3554211
Dec 04 21:44:35.349549 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88c0e29e-ac9a-43c0-a8d8-33eec5a6c170 req-57433600-e152-4a0d-bd2b-1aae13d0348f tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994959
Dec 04 21:44:35.349916 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bde57-061a-4da3-b409-30a5daaea9a1 req-f555706f-094f-4901-9ad6-77827459a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:35.351541 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-720bde57-061a-4da3-b409-30a5daaea9a1 req-f555706f-094f-4901-9ad6-77827459a13a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4328115
Dec 04 21:44:35.664056 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-8e747cd6-41d6-4996-be96-4a32efb61dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:35.667573 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-8e747cd6-41d6-4996-be96-4a32efb61dd6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce0209abd7e84edc8a7213c059a2880c&device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 1161 time: 0.2130976
Dec 04 21:44:35.739431 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 35036) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:35.742645 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-ae650461-044a-4698-bc82-146f560ccb98 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Synchronizing usage tracker for tenant:f44e9f0609524db8ba8777ab4a04a3e9 on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:44:35.775834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-ae650461-044a-4698-bc82-146f560ccb98 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Unset dirty status for tenant:f44e9f0609524db8ba8777ab4a04a3e9 on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:44:35.785647 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-ae650461-044a-4698-bc82-146f560ccb98 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1372540858&fields=id&tenant_id=f44e9f0609524db8ba8777ab4a04a3e9 HTTP/1.1" status: 200  len: 267 time: 0.2001667
Dec 04 21:44:35.850440 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-e4fc7e7c-8467-4b1e-8157-7d9db5ec1f26 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e726b46-120b-41dd-bc37-a098cc5ac199 HTTP/1.1" status: 200  len: 217 time: 0.1678424
Dec 04 21:44:35.949941 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-3643b1cf-4888-4bce-8608-85f565b305e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:35.952066 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-3643b1cf-4888-4bce-8608-85f565b305e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5f0d6c29-5212-4bf8-abd1-6be66ce4248e HTTP/1.1" status: 200  len: 849 time: 0.0884144
Dec 04 21:44:36.052134 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-cbf86ca2-4d53-41a5-a6f8-0155e7fae847 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:36.064072 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-cbf86ca2-4d53-41a5-a6f8-0155e7fae847 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/networks?id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29 HTTP/1.1" status: 200  len: 810 time: 0.2770803
Dec 04 21:44:36.091590 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-495b6084-35b8-475e-9f8d-8dd27c04be82 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=86f34682-3e27-474d-b25a-8f2d394429a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1204674
Dec 04 21:44:36.124351 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-fc3627fa-82a6-4c0c-9c75-b51de2242285 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/quotas/f44e9f0609524db8ba8777ab4a04a3e9 HTTP/1.1" status: 200  len: 375 time: 0.0591826
Dec 04 21:44:36.128410 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3ef719e-2ee9-4899-9162-208729323973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:36.137611 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 175bce0b-c51e-485c-91d2-af25ccc2145b up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:36.192810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a3ef719e-2ee9-4899-9162-208729323973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:36.198146 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a3ef719e-2ee9-4899-9162-208729323973 admin admin] Usage tracker for resource:security_group_rule and tenant:fbc7739e052a462eb62234d5329ba609 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:36.202092 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a3ef719e-2ee9-4899-9162-208729323973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:36.209298 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a3ef719e-2ee9-4899-9162-208729323973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:36.331920 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 175bce0b-c51e-485c-91d2-af25ccc2145b triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:36.332352 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:36.420673 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-a593c3a6-5b4b-42bb-ba00-96b3543d0ff9 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?tenant_id=f44e9f0609524db8ba8777ab4a04a3e9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2951124
Dec 04 21:44:36.544188 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e8757-d9b0-4431-ad30-244bc452d8b3 req-a4833b46-f401-42dd-ae2b-093db58db356 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:36.545927 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a12e8757-d9b0-4431-ad30-244bc452d8b3 req-a4833b46-f401-42dd-ae2b-093db58db356 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 944 time: 0.3062086
Dec 04 21:44:36.546217 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-905a1ffc-8ad9-441b-8258-17aae188b6c0 service neutron] 10.222.0.53 "GET /v2.0/networks/86f34682-3e27-474d-b25a-8f2d394429a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4543924
Dec 04 21:44:36.558020 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3ef719e-2ee9-4899-9162-208729323973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:36.573899 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3ef719e-2ee9-4899-9162-208729323973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:36.603732 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-020d693d-d81c-46fa-a728-51ff2c3a585d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:36.702153 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef719e-2ee9-4899-9162-208729323973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcd0c85-9a87-4d42-ae8a-a10d0483ca84,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:36.713389 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a3ef719e-2ee9-4899-9162-208729323973 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fbc7739e052a462eb62234d5329ba609&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9599993
Dec 04 21:44:36.714603 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a3ef719e-2ee9-4899-9162-208729323973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:36.719082 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 35072) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:36.723797 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a12e8757-d9b0-4431-ad30-244bc452d8b3 req-3720fac8-2e73-4080-8012-448cd7e855e2 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563163
Dec 04 21:44:36.747031 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-c21e68c6-e3c5-4702-bb99-6d36ab3bad48 service neutron] 10.222.0.44 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3182049
Dec 04 21:44:36.762636 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a32962b-d661-4cd1-ada7-5601a79046b9 req-df1b3dc3-eca9-47a0-a9fd-084cbba9fe06 service neutron] 10.222.0.53 "GET /v2.0/networks/86f34682-3e27-474d-b25a-8f2d394429a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2076869
Dec 04 21:44:36.926297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8bf47013-68d9-4f80-9388-7280c7af8442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:36.990125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8bf47013-68d9-4f80-9388-7280c7af8442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:37.004506 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-95937131-e269-4740-adef-d492de9cbf3e service neutron] 10.222.0.44 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2565696
Dec 04 21:44:37.097616 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8bf47013-68d9-4f80-9388-7280c7af8442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:37.111071 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-351968ee-6dfc-436c-b7df-f56061ec45f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:37.154236 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf47013-68d9-4f80-9388-7280c7af8442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcd0c85-9a87-4d42-ae8a-a10d0483ca84,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:37.181726 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8bf47013-68d9-4f80-9388-7280c7af8442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:37.186049 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8bf47013-68d9-4f80-9388-7280c7af8442 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9dcd0c85-9a87-4d42-ae8a-a10d0483ca84 HTTP/1.1" status: 204  len: 168 time: 0.4632823
Dec 04 21:44:37.216628 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8bf47013-68d9-4f80-9388-7280c7af8442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:37.526715 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ca028-5645-4067-91fa-ca67e93dea0b req-db072a47-9791-4d1b-852f-257cb8ed1725 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:37.529518 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ab3ca028-5645-4067-91fa-ca67e93dea0b req-db072a47-9791-4d1b-852f-257cb8ed1725 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.1879547
Dec 04 21:44:37.689926 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ab3ca028-5645-4067-91fa-ca67e93dea0b req-18ab303c-c8f8-4b76-991e-d9b5483d5119 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504381
Dec 04 21:44:37.820458 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e8fa079c-d668-4f4b-9dc1-dbd12e62e68b req-5551b27b-a434-47ce-8332-2c2aea219cc0 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 210 time: 0.0940263
Dec 04 21:44:38.064355 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5c36b-0dc1-4050-a00f-b8644b4e4a58 req-35eb4ed4-2f8e-4faf-b236-1879db29be8b tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:38.067392 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e9f5c36b-0dc1-4050-a00f-b8644b4e4a58 req-35eb4ed4-2f8e-4faf-b236-1879db29be8b tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 944 time: 0.1388206
Dec 04 21:44:38.106471 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 35118) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:38.133462 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-758142d4-4b2e-4fe2-a7a5-d43f306dd0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:38.153077 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e9f5c36b-0dc1-4050-a00f-b8644b4e4a58 req-61338f7a-7296-424c-a430-b55518d78637 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725858
Dec 04 21:44:38.161435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-758142d4-4b2e-4fe2-a7a5-d43f306dd0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:38.165943 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-758142d4-4b2e-4fe2-a7a5-d43f306dd0f9 admin admin] Usage tracker for resource:security_group_rule and tenant:54d2dca9b7654a6b8ef022c048cf8d5e is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:38.169513 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-758142d4-4b2e-4fe2-a7a5-d43f306dd0f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:38.175834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-758142d4-4b2e-4fe2-a7a5-d43f306dd0f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:38.313444 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-758142d4-4b2e-4fe2-a7a5-d43f306dd0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:38.317139 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-758142d4-4b2e-4fe2-a7a5-d43f306dd0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:38.325150 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:38.371742 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758142d4-4b2e-4fe2-a7a5-d43f306dd0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3344e326-ddec-4710-9ce7-70aa3fa5412d,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:38.376598 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-758142d4-4b2e-4fe2-a7a5-d43f306dd0f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=54d2dca9b7654a6b8ef022c048cf8d5e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2687466
Dec 04 21:44:38.377589 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-758142d4-4b2e-4fe2-a7a5-d43f306dd0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:38.380775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 35122) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:38.453904 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf946-f37f-40f6-8df2-63437d4dbd2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:38.486193 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf946-f37f-40f6-8df2-63437d4dbd2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:38.541864 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf946-f37f-40f6-8df2-63437d4dbd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:38.547872 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e1ce6f28-ca12-4c9b-b685-e7d6e8787654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:38.567705 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bf946-f37f-40f6-8df2-63437d4dbd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3344e326-ddec-4710-9ce7-70aa3fa5412d,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:38.570118 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf946-f37f-40f6-8df2-63437d4dbd2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:38.574257 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7c8bf946-f37f-40f6-8df2-63437d4dbd2a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3344e326-ddec-4710-9ce7-70aa3fa5412d HTTP/1.1" status: 204  len: 168 time: 0.1895397
Dec 04 21:44:38.574257 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7c8bf946-f37f-40f6-8df2-63437d4dbd2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:39.129336 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de6a28-7351-4cbe-a86c-e26fb8552bc5 req-17c36e55-749a-405c-bbf3-32c555da01a3 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:39.142851 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-82de6a28-7351-4cbe-a86c-e26fb8552bc5 req-17c36e55-749a-405c-bbf3-32c555da01a3 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.3131845
Dec 04 21:44:39.293459 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e7a8db1e-f37c-4890-b69e-0e0e281dfd55 req-1c52cf29-c58f-4e4c-a1d7-865165134802 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 210 time: 0.1485131
Dec 04 21:44:39.397639 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-82de6a28-7351-4cbe-a86c-e26fb8552bc5 req-43ab8ff8-d084-4235-8c18-f3969badec86 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525197
Dec 04 21:44:39.567619 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-e77d504e-a64f-4fa8-81bd-619268cdede5 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:39.568552 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-e77d504e-a64f-4fa8-81bd-619268cdede5 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Synchronizing usage tracker for tenant:f44e9f0609524db8ba8777ab4a04a3e9 on resource:network {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:44:39.591512 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-e77d504e-a64f-4fa8-81bd-619268cdede5 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Unset dirty status for tenant:f44e9f0609524db8ba8777ab4a04a3e9 on resource:network {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:44:39.592944 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-e77d504e-a64f-4fa8-81bd-619268cdede5 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.53 "GET /v2.0/networks?id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29 HTTP/1.1" status: 200  len: 810 time: 0.2622926
Dec 04 21:44:39.761433 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe9542-e439-4b4a-af5b-b1115acf0cc2 req-ee76c0a0-1a91-426b-8d63-e4e329626c4a tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:39.788506 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dbe9542-e439-4b4a-af5b-b1115acf0cc2 req-ee76c0a0-1a91-426b-8d63-e4e329626c4a tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 944 time: 0.2074029
Dec 04 21:44:39.788819 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-56a92f90-8679-4295-b7ed-8bd9ef2e20e1 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Synchronizing usage tracker for tenant:f44e9f0609524db8ba8777ab4a04a3e9 on resource:security_group {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:44:39.838545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-56a92f90-8679-4295-b7ed-8bd9ef2e20e1 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Unset dirty status for tenant:f44e9f0609524db8ba8777ab4a04a3e9 on resource:security_group {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:44:39.841035 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-56a92f90-8679-4295-b7ed-8bd9ef2e20e1 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f44e9f0609524db8ba8777ab4a04a3e9 HTTP/1.1" status: 200  len: 5509 time: 0.2206674
Dec 04 21:44:39.857875 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Request body: {'port': {'device_id': '6393606a-a64f-420f-97a1-fe21b590b99c', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'admin_state_up': True, 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'security_groups': ['c2c8ff1e-1df1-4b2f-a598-078a0156837b']}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:39.924755 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dbe9542-e439-4b4a-af5b-b1115acf0cc2 req-756f8b94-dfcc-4b64-b46a-43e5dc507a34 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302168
Dec 04 21:44:40.224840 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:40.245565 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Usage tracker for resource:port and tenant:f44e9f0609524db8ba8777ab4a04a3e9 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:40.251539 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Quota usage for port was recalculated. Used quota:3. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:40.268260 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:40.288384 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Made reservation on behalf of f44e9f0609524db8ba8777ab4a04a3e9 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:44:40.298775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:40.775691 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c887e277-7195-4409-9735-997ae68099bb req-762c9b22-1484-4647-b1bb-a07c88440f85 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 210 time: 0.1224341
Dec 04 21:44:40.788803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-2f9a167f-0989-4375-9ab4-4e1336f175d6 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:40.812399 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-2f9a167f-0989-4375-9ab4-4e1336f175d6 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/networks?id=e1afa9e6-c218-4ecc-89e8-923ffc838696 HTTP/1.1" status: 200  len: 815 time: 0.4656363
Dec 04 21:44:40.823218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Allocated IP 172.20.0.10 (592cdc2b-1d56-4a14-a11f-8bc151a0ef29/8f101be7-7361-44f6-9e0b-cdaa01d7405a/b5d71d52-c53b-495f-acbe-a1ac21745fda) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:44:40.840324 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-8b4e743f-0423-4c2a-93b0-ed5b2810c887 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/quotas/a2058a1a470645f2acd486f763a37a33 HTTP/1.1" status: 200  len: 375 time: 0.0255356
Dec 04 21:44:40.985592 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-f2aa41e0-221d-4b1b-944a-8d6b1b18e9dc None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80266) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 04 21:44:41.185268 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df796de-d7cc-4c5a-9c1f-1d677ef53d6c req-5665ca89-b6a6-4a80-ac59-e62767a6c138 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:41.187025 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7df796de-d7cc-4c5a-9c1f-1d677ef53d6c req-5665ca89-b6a6-4a80-ac59-e62767a6c138 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.2128313
Dec 04 21:44:41.190255 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:41.196019 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-23a9b64d-17ac-44c2-a734-6809a187cbc1 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?tenant_id=a2058a1a470645f2acd486f763a37a33&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3471887
Dec 04 21:44:41.209005 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Transition to ACTIVE for port object b5d71d52-c53b-495f-acbe-a1ac21745fda will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:44:41.233745 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:41.249496 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:41.352579 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7df796de-d7cc-4c5a-9c1f-1d677ef53d6c req-43a93623-740f-4efc-9926-82a1b21cb47e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544900
Dec 04 21:44:41.651493 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-75ffcb6e-435f-4f80-bcf1-d68281ab5fb3 service neutron] 10.222.0.44 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4333422
Dec 04 21:44:41.657768 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Pushing event updated for resources: {'Port': ['ID=b5d71d52-c53b-495f-acbe-a1ac21745fda,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:41.689098 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:41.706745 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Network 592cdc2b-1d56-4a14-a11f-8bc151a0ef29 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:44:41.708288 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:44:41.710893 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:44:41.795916 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 7e726b46-120b-41dd-bc37-a098cc5ac199 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:41.802062 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:41.803573 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:41.832295 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9834604
Dec 04 21:44:41.856162 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Request body: {'port': {'device_id': '6393606a-a64f-420f-97a1-fe21b590b99c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:41.954991 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port 7e726b46-120b-41dd-bc37-a098cc5ac199 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:44:41.965348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 7e726b46-120b-41dd-bc37-a098cc5ac199 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:41.966330 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:42.124474 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:42.188659 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d5c1eb59-9407-41eb-9163-07b466b0f3ea None None] Provisioning for port b5d71d52-c53b-495f-acbe-a1ac21745fda completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:44:42.199781 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d5c1eb59-9407-41eb-9163-07b466b0f3ea None None] Provisioning complete for port b5d71d52-c53b-495f-acbe-a1ac21745fda triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:42.200818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5c1eb59-9407-41eb-9163-07b466b0f3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:42.249789 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aca39e-ced3-4284-9be4-3b0a0c8d60ad req-a7e1ed7f-b090-4a7b-987b-95d2936ddd7d tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:42.263632 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-38aca39e-ced3-4284-9be4-3b0a0c8d60ad req-a7e1ed7f-b090-4a7b-987b-95d2936ddd7d tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 944 time: 0.3956959
Dec 04 21:44:42.289747 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-0eaa7e5b-476b-418e-8d90-e1c471087bc3 service neutron] 10.222.0.44 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6299100
Dec 04 21:44:42.405642 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-38aca39e-ced3-4284-9be4-3b0a0c8d60ad req-93daeaa7-eda4-425b-8f80-594fd50eb620 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271393
Dec 04 21:44:42.476803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1eb59-9407-41eb-9163-07b466b0f3ea None None] Port b5d71d52-c53b-495f-acbe-a1ac21745fda cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:44:42.497027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:42.562712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e726b46-120b-41dd-bc37-a098cc5ac199'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:44:42.585153 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 7e726b46-120b-41dd-bc37-a098cc5ac199, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7e726b46-120b-41dd-bc37-a098cc5ac199,segment=NetworkSegment(b96e7589-e1d9-4844-be9c-f1a043d4d5a2),segment_id=b96e7589-e1d9-4844-be9c-f1a043d4d5a2)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:44:42.593198 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:42.602165 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0c75c41a-bf66-4a2b-bf0e-7364a01b30e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:42.859739 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=7e726b46-120b-41dd-bc37-a098cc5ac199,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:42.882050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:42.882477 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d71d52-c53b-495f-acbe-a1ac21745fda {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:44:42.907164 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:42.922528 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Transition to ACTIVE for port object b5d71d52-c53b-495f-acbe-a1ac21745fda will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:44:42.926482 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:42.986665 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5753d0b-5ace-41ea-906c-31eccd433081 req-34931096-d17f-4dcf-98cd-86ee85c805e6 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:42.988507 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f5753d0b-5ace-41ea-906c-31eccd433081 req-34931096-d17f-4dcf-98cd-86ee85c805e6 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 932 time: 0.2376695
Dec 04 21:44:43.037350 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 7e726b46-120b-41dd-bc37-a098cc5ac199 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:43.136770 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f5753d0b-5ace-41ea-906c-31eccd433081 req-91f1f0fd-57a5-4d14-b7a5-9522d72ef41d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1368496
Dec 04 21:44:43.152168 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 7e726b46-120b-41dd-bc37-a098cc5ac199 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:43.152859 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:43.253651 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f663957-95d8-497d-9c7d-f1fad6a5f09e req-9cb55a66-29a2-4d15-9466-da08e9fa3c45 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:43.255365 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9f663957-95d8-497d-9c7d-f1fad6a5f09e req-9cb55a66-29a2-4d15-9466-da08e9fa3c45 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.1987922
Dec 04 21:44:43.302150 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:43.400389 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-12417dfd-f3ad-4916-9bf0-6619acd7ce8a req-5a14cf2c-76ad-4b55-94c9-dfb4c8d71fd3 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 210 time: 0.0772529
Dec 04 21:44:43.447266 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9f663957-95d8-497d-9c7d-f1fad6a5f09e req-1578ae50-97dd-4608-858d-e56112f1037c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832857
Dec 04 21:44:43.496537 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d71d52-c53b-495f-acbe-a1ac21745fda,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:43.507214 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:43.519964 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e726b46-120b-41dd-bc37-a098cc5ac199', 'code': 200}
Dec 04 21:44:43.970630 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ea236-06a9-4059-8c93-61703e0d4583 req-08601488-7046-487d-b60a-316d71894b7a tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:43.973262 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b9ea236-06a9-4059-8c93-61703e0d4583 req-08601488-7046-487d-b60a-316d71894b7a tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 946 time: 0.2296095
Dec 04 21:44:43.983258 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Attempting to bind port b5d71d52-c53b-495f-acbe-a1ac21745fda on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:44:43.983568 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Attempting to bind port b5d71d52-c53b-495f-acbe-a1ac21745fda by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '21301322-ae50-4615-b225-c2624cd2b7dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:44:43.983921 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Attempting to bind port b5d71d52-c53b-495f-acbe-a1ac21745fda on network 592cdc2b-1d56-4a14-a11f-8bc151a0ef29 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:44:44.006618 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:44:44.006931 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Checking segment: {'id': '21301322-ae50-4615-b225-c2624cd2b7dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:44:44.007230 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:44.007622 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Bound using segment: {'id': '21301322-ae50-4615-b225-c2624cd2b7dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:44:44.008090 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Bound port: b5d71d52-c53b-495f-acbe-a1ac21745fda, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21301322-ae50-4615-b225-c2624cd2b7dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:44:44.008478 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:44.091217 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b9ea236-06a9-4059-8c93-61703e0d4583 req-61b4dd56-c287-4155-8b44-87900ef66089 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061301
Dec 04 21:44:44.198228 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 35272) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:44.258056 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 35278) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:44.348360 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] For port b5d71d52-c53b-495f-acbe-a1ac21745fda, host hv-cinder-74915, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:44:44.356204 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] For port b5d71d52-c53b-495f-acbe-a1ac21745fda, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=b5d71d52-c53b-495f-acbe-a1ac21745fda,segment=NetworkSegment(21301322-ae50-4615-b225-c2624cd2b7dd),segment_id=21301322-ae50-4615-b225-c2624cd2b7dd)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:44:44.363583 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:44.397438 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:44.511947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a19c9b62-d279-4e53-9491-dafb563b284f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:44.726476 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d71d52-c53b-495f-acbe-a1ac21745fda,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:44.736423 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:44.785210 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:44.786292 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:44.788336 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] 10.222.0.53 "PUT /v2.0/ports/b5d71d52-c53b-495f-acbe-a1ac21745fda HTTP/1.1" status: 200  len: 1158 time: 2.9389865
Dec 04 21:44:44.789647 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6393606a-a64f-420f-97a1-fe21b590b99c', 'tag': 'b5d71d52-c53b-495f-acbe-a1ac21745fda'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:44:44.793356 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-01a3f612-4443-4ea8-9aa3-448662bcff38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:44.876172 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b1c40d8c-a77e-4401-888a-8ae98d44f2d3 req-48d9349b-b7ed-49ee-bb7a-b0cb2abcf8f0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 210 time: 0.0704222
Dec 04 21:44:44.880842 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a19c9b62-d279-4e53-9491-dafb563b284f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:44.887102 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a19c9b62-d279-4e53-9491-dafb563b284f admin admin] Usage tracker for resource:security_group_rule and tenant:805a4d4915ce4efd992604fee5b81bf2 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:44.890302 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a19c9b62-d279-4e53-9491-dafb563b284f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:44.897207 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a19c9b62-d279-4e53-9491-dafb563b284f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:44.946140 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-01a3f612-4443-4ea8-9aa3-448662bcff38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:44.955912 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-01a3f612-4443-4ea8-9aa3-448662bcff38 admin admin] Usage tracker for resource:security_group_rule and tenant:61c63b18b0fb4d2d907b8622a362b02a is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:44.959332 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-01a3f612-4443-4ea8-9aa3-448662bcff38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:44.966425 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-01a3f612-4443-4ea8-9aa3-448662bcff38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:45.053347 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-f2e4e61c-d773-423a-a3fb-f8a4575e4eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:45.054930 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-f2e4e61c-d773-423a-a3fb-f8a4575e4eec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f44e9f0609524db8ba8777ab4a04a3e9&device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 1161 time: 0.1667645
Dec 04 21:44:45.056296 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 7e726b46-120b-41dd-bc37-a098cc5ac199 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:45.112253 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-01a3f612-4443-4ea8-9aa3-448662bcff38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:45.126810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-01a3f612-4443-4ea8-9aa3-448662bcff38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:45.164599 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8bf47013-68d9-4f80-9388-7280c7af8442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:45.174601 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-01a3f612-4443-4ea8-9aa3-448662bcff38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61c63b18b0fb4d2d907b8622a362b02a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9141865
Dec 04 21:44:45.179757 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 35296) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:45.186790 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52ad1a-9d46-4d6d-870e-eb4c003cfa12 req-328e233f-ecfc-458e-a965-5e2171d07b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:45.188489 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f52ad1a-9d46-4d6d-870e-eb4c003cfa12 req-328e233f-ecfc-458e-a965-5e2171d07b2d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 1163 time: 0.8606410
Dec 04 21:44:45.220448 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-7a292201-8d97-4684-8d37-ff96f5864129 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:45.222751 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-7a292201-8d97-4684-8d37-ff96f5864129 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.53 "GET /v2.0/networks?id=e1afa9e6-c218-4ecc-89e8-923ffc838696 HTTP/1.1" status: 200  len: 815 time: 0.4276211
Dec 04 21:44:45.242277 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-58143811-83e2-45c9-b0ab-43c1dfce00e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d71d52-c53b-495f-acbe-a1ac21745fda HTTP/1.1" status: 200  len: 217 time: 0.1717095
Dec 04 21:44:45.276416 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3f612-4443-4ea8-9aa3-448662bcff38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add0f877-40a4-4d95-aab8-09f79a134263,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:45.289173 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2d6d4-6979-440b-8871-d4b92afe6332 req-bfbf4d81-0dcc-4a78-b414-e648ae2770a6 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:45.298030 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e8b2d6d4-6979-440b-8871-d4b92afe6332 req-bfbf4d81-0dcc-4a78-b414-e648ae2770a6 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 944 time: 0.8870661
Dec 04 21:44:45.315720 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f52ad1a-9d46-4d6d-870e-eb4c003cfa12 req-e6d7040f-5cd8-416c-b61e-9354554f5a6f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170928
Dec 04 21:44:45.318024 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-01a3f612-4443-4ea8-9aa3-448662bcff38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:45.326835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 7e726b46-120b-41dd-bc37-a098cc5ac199 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:45.327270 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:45.403565 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-17f92299-b74a-49e7-8e0e-f8908ff55ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:45.405316 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-17f92299-b74a-49e7-8e0e-f8908ff55ef8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f101be7-7361-44f6-9e0b-cdaa01d7405a HTTP/1.1" status: 200  len: 849 time: 0.1478534
Dec 04 21:44:45.409457 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-fff4e689-d922-42cb-a629-e3183f777ae4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Request body: {'port': {'device_id': '97637fb8-a95f-4eae-bbba-7fa717ca3993', 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696', 'admin_state_up': True, 'tenant_id': 'a2058a1a470645f2acd486f763a37a33'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:45.410997 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e8b2d6d4-6979-440b-8871-d4b92afe6332 req-633eb635-fe28-47ed-b2b5-98bf1d222417 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1118984
Dec 04 21:44:45.589587 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6393606a-a64f-420f-97a1-fe21b590b99c', 'tag': 'b5d71d52-c53b-495f-acbe-a1ac21745fda', 'status': 'completed', 'code': 200}
Dec 04 21:44:45.598028 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-fff4e689-d922-42cb-a629-e3183f777ae4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:45.620642 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a19c9b62-d279-4e53-9491-dafb563b284f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:45.681252 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6bb1a-231e-4494-8e27-cd7f43ef8730 req-3a34e4a6-7c42-419d-aa22-56af7466f466 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:45.688095 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-81c6bb1a-231e-4494-8e27-cd7f43ef8730 req-3a34e4a6-7c42-419d-aa22-56af7466f466 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.3270903
Dec 04 21:44:45.689063 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a19c9b62-d279-4e53-9491-dafb563b284f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:45.695777 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-fff4e689-d922-42cb-a629-e3183f777ae4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:45.703395 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a9567f6b-4c86-4a4a-bf47-add54b1e1100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:45.738901 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c9b62-d279-4e53-9491-dafb563b284f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37f6970-29b3-4323-b78b-b309cf7160f9,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:45.747510 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-fff4e689-d922-42cb-a629-e3183f777ae4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Made reservation on behalf of a2058a1a470645f2acd486f763a37a33 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:44:45.753247 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-fff4e689-d922-42cb-a629-e3183f777ae4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:45.796379 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0f61ccb0-6b1a-466a-9b72-2799ae7744b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:45.810931 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a19c9b62-d279-4e53-9491-dafb563b284f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:45.841773 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a19c9b62-d279-4e53-9491-dafb563b284f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=805a4d4915ce4efd992604fee5b81bf2&name=default HTTP/1.1" status: 200  len: 2879 time: 1.6366789
Dec 04 21:44:45.846848 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 35310) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:45.893140 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-81c6bb1a-231e-4494-8e27-cd7f43ef8730 req-8df1babd-c903-4bd2-8678-b835f3d0cc9e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906521
Dec 04 21:44:45.975921 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-934b3c0e-1867-4b33-9c95-ca65af79e22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:46.008549 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-934b3c0e-1867-4b33-9c95-ca65af79e22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:46.066665 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9215c9d-52bd-4ec9-849e-a91f502dcbab req-2de4ddaf-c5f0-41e6-b41c-747cd4e8eb98 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:46.074552 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d9215c9d-52bd-4ec9-849e-a91f502dcbab req-2de4ddaf-c5f0-41e6-b41c-747cd4e8eb98 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 946 time: 0.3732769
Dec 04 21:44:46.080355 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-934b3c0e-1867-4b33-9c95-ca65af79e22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:46.110384 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a3ef719e-2ee9-4899-9162-208729323973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:46.120326 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-fff4e689-d922-42cb-a629-e3183f777ae4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Allocated IP 172.20.0.11 (e1afa9e6-c218-4ecc-89e8-923ffc838696/68ccc99a-c2e9-4220-9d9e-d15fbf09c75e/67b8de3a-6db1-41e5-8fc3-afed04b94537) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:44:46.130619 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b3c0e-1867-4b33-9c95-ca65af79e22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37f6970-29b3-4323-b78b-b309cf7160f9,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:46.140857 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-934b3c0e-1867-4b33-9c95-ca65af79e22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:46.156478 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-934b3c0e-1867-4b33-9c95-ca65af79e22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:46.162227 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-934b3c0e-1867-4b33-9c95-ca65af79e22e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c37f6970-29b3-4323-b78b-b309cf7160f9 HTTP/1.1" status: 204  len: 168 time: 0.3087227
Dec 04 21:44:46.202970 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d9215c9d-52bd-4ec9-849e-a91f502dcbab req-40eaf6d8-d39f-42f0-ba38-8b33811e3f8e tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273670
Dec 04 21:44:46.392477 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0f61ccb0-6b1a-466a-9b72-2799ae7744b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:46.461069 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3e79d3d7-2e33-4b5a-b62a-a7bd42526cbc req-af00077a-c238-4cfa-9d33-75fbf30eeee6 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 210 time: 0.0536826
Dec 04 21:44:46.467639 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-42db8439-bfb3-407a-9564-d024b594557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:46.469459 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-42db8439-bfb3-407a-9564-d024b594557b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8534226
Dec 04 21:44:46.557922 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-fff4e689-d922-42cb-a629-e3183f777ae4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:46.725260 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5d85d-8186-45d7-8c13-a7df07e230f1 req-4e56ca5e-ebfe-42c3-84c8-a54407531437 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:46.726962 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88d5d85d-8186-45d7-8c13-a7df07e230f1 req-4e56ca5e-ebfe-42c3-84c8-a54407531437 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 944 time: 0.1046276
Dec 04 21:44:46.727087 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0f61ccb0-6b1a-466a-9b72-2799ae7744b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:46.736864 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-27370d90-745a-45e4-aeca-96b0fb669956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:46.752795 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 35326) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:46.786022 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88d5d85d-8186-45d7-8c13-a7df07e230f1 req-ce3154c6-1549-4d72-af9d-1bae1e4bf681 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487976
Dec 04 21:44:46.787716 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61ccb0-6b1a-466a-9b72-2799ae7744b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add0f877-40a4-4d95-aab8-09f79a134263,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:46.797832 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0f61ccb0-6b1a-466a-9b72-2799ae7744b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:46.803961 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55c93123-ab30-4c0e-a6bf-e9ae628a24d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:46.819885 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-bceefcc5-55f4-4cc6-89d1-dc24c6e5322d service neutron] 10.222.0.53 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3106670
Dec 04 21:44:46.824153 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-fff4e689-d922-42cb-a629-e3183f777ae4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:46.844683 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:46.922701 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-55c93123-ab30-4c0e-a6bf-e9ae628a24d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:47.272543 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-55c93123-ab30-4c0e-a6bf-e9ae628a24d7 admin admin] Usage tracker for resource:security_group_rule and tenant:411b2f5def494932aa56dc9f1368e213 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:47.292854 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-55c93123-ab30-4c0e-a6bf-e9ae628a24d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:47.309616 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0f61ccb0-6b1a-466a-9b72-2799ae7744b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:47.313452 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0f61ccb0-6b1a-466a-9b72-2799ae7744b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/add0f877-40a4-4d95-aab8-09f79a134263 HTTP/1.1" status: 204  len: 168 time: 2.1180065
Dec 04 21:44:47.313452 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-55c93123-ab30-4c0e-a6bf-e9ae628a24d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:47.332494 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 7e726b46-120b-41dd-bc37-a098cc5ac199 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:47.373753 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27685ee-3234-4a11-b7d9-4d7df75fd575 req-af3e48ec-6876-45ac-ac41-2e8682ddcb8d tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:47.396829 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d27685ee-3234-4a11-b7d9-4d7df75fd575 req-af3e48ec-6876-45ac-ac41-2e8682ddcb8d tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.1496007
Dec 04 21:44:47.434241 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 7e726b46-120b-41dd-bc37-a098cc5ac199 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:47.435578 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:47.438404 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4e689-d922-42cb-a629-e3183f777ae4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Pushing event updated for resources: {'Port': ['ID=67b8de3a-6db1-41e5-8fc3-afed04b94537,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:47.459078 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fff4e689-d922-42cb-a629-e3183f777ae4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:47.595125 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce2c91d5-bca0-478b-ab9a-6262b90541a7 req-4b42eee8-43fd-46ef-ab84-3b8d3205db80 service neutron] 10.222.0.53 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7130141
Dec 04 21:44:47.626453 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d27685ee-3234-4a11-b7d9-4d7df75fd575 req-a3139785-b8f8-4872-ac94-9e8e2bb6cee4 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2276354
Dec 04 21:44:47.629100 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-fff4e689-d922-42cb-a629-e3183f777ae4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Network e1afa9e6-c218-4ecc-89e8-923ffc838696 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:44:47.632850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-fff4e689-d922-42cb-a629-e3183f777ae4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:44:47.636386 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-fff4e689-d922-42cb-a629-e3183f777ae4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:44:47.690204 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b7dac-ad54-4a66-887d-806b02706ff1 req-76f2b060-957c-4491-b191-56dc7d6a79b8 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:47.708884 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d12b7dac-ad54-4a66-887d-806b02706ff1 req-76f2b060-957c-4491-b191-56dc7d6a79b8 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 946 time: 0.3079345
Dec 04 21:44:47.759376 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55c93123-ab30-4c0e-a6bf-e9ae628a24d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:47.803894 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d12b7dac-ad54-4a66-887d-806b02706ff1 req-0d9975b5-27a0-4f84-919e-4e703764ccd8 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936031
Dec 04 21:44:47.816370 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-fff4e689-d922-42cb-a629-e3183f777ae4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:47.817130 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-fff4e689-d922-42cb-a629-e3183f777ae4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:47.822119 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55c93123-ab30-4c0e-a6bf-e9ae628a24d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:47.839018 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5bbb46ac-a4f2-4951-a7a5-545f8cc186fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:47.921240 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-55c93123-ab30-4c0e-a6bf-e9ae628a24d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=411b2f5def494932aa56dc9f1368e213&name=default HTTP/1.1" status: 200  len: 2879 time: 1.1647544
Dec 04 21:44:47.922613 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 35350) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:47.925774 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-fff4e689-d922-42cb-a629-e3183f777ae4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6671042
Dec 04 21:44:47.926483 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c93123-ab30-4c0e-a6bf-e9ae628a24d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a16516-c54b-4b1e-bb93-1720ece07513,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:47.932888 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-55c93123-ab30-4c0e-a6bf-e9ae628a24d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:47.949146 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Request body: {'port': {'device_id': '97637fb8-a95f-4eae-bbba-7fa717ca3993', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:48.019274 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0d78a-dcaa-4df3-8c06-22478992f01a req-c8a509fb-2349-4c04-b006-7ef2c969da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:48.020743 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-71a0d78a-dcaa-4df3-8c06-22478992f01a req-c8a509fb-2349-4c04-b006-7ef2c969da84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f44e9f0609524db8ba8777ab4a04a3e9&device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 1161 time: 0.2645772
Dec 04 21:44:48.148262 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c37b5a-5d1d-48d3-be17-f40aa33da52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:48.202052 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c37b5a-5d1d-48d3-be17-f40aa33da52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:48.220663 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:48.224445 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f7384-9faf-4286-b362-5629c4e390c1 req-fade0917-be3b-4ba2-841e-a3c44c31e624 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:48.226178 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c80f7384-9faf-4286-b362-5629c4e390c1 req-fade0917-be3b-4ba2-841e-a3c44c31e624 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 932 time: 0.2582386
Dec 04 21:44:48.314964 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0d78a-dcaa-4df3-8c06-22478992f01a req-c2e98c48-6813-43ca-8441-c48d4c17847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:48.316633 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-71a0d78a-dcaa-4df3-8c06-22478992f01a req-c2e98c48-6813-43ca-8441-c48d4c17847c service neutron] 10.222.0.53 "GET /v2.0/networks?id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29 HTTP/1.1" status: 200  len: 904 time: 0.2870815
Dec 04 21:44:48.320670 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5dd3b-85ea-4081-a8c8-b8691677e554 req-f69844dc-5789-48cc-84b2-dbb995ed127a tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:48.323663 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29a5dd3b-85ea-4081-a8c8-b8691677e554 req-f69844dc-5789-48cc-84b2-dbb995ed127a tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 944 time: 0.2387185
Dec 04 21:44:48.328970 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c80f7384-9faf-4286-b362-5629c4e390c1 req-20a4eece-ec78-46f4-9e29-13979375966e tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855873
Dec 04 21:44:48.357029 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c37b5a-5d1d-48d3-be17-f40aa33da52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:48.363478 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:48.387609 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c37b5a-5d1d-48d3-be17-f40aa33da52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a16516-c54b-4b1e-bb93-1720ece07513,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:48.390259 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a3c37b5a-5d1d-48d3-be17-f40aa33da52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:48.401134 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c37b5a-5d1d-48d3-be17-f40aa33da52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:48.404870 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a3c37b5a-5d1d-48d3-be17-f40aa33da52d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1a16516-c54b-4b1e-bb93-1720ece07513 HTTP/1.1" status: 204  len: 168 time: 0.4784307
Dec 04 21:44:48.436186 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29a5dd3b-85ea-4081-a8c8-b8691677e554 req-dea5cd83-ec9c-48f5-a281-5bca736affe2 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1049685
Dec 04 21:44:48.437542 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-71a0d78a-dcaa-4df3-8c06-22478992f01a req-7ad066fa-f826-4220-ae15-313f46a2dc5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d71d52-c53b-495f-acbe-a1ac21745fda HTTP/1.1" status: 200  len: 217 time: 0.1104624
Dec 04 21:44:48.596465 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0d78a-dcaa-4df3-8c06-22478992f01a req-9953722a-c295-46fb-a1ef-b72f2b20f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:48.598095 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-71a0d78a-dcaa-4df3-8c06-22478992f01a req-9953722a-c295-46fb-a1ef-b72f2b20f36b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f101be7-7361-44f6-9e0b-cdaa01d7405a HTTP/1.1" status: 200  len: 849 time: 0.1482146
Dec 04 21:44:48.820167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0d78a-dcaa-4df3-8c06-22478992f01a req-1059ecf8-0f0f-43de-b00a-5959ce71fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:48.821949 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-71a0d78a-dcaa-4df3-8c06-22478992f01a req-1059ecf8-0f0f-43de-b00a-5959ce71fab6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2101955
Dec 04 21:44:49.061691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b8de3a-6db1-41e5-8fc3-afed04b94537 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:44:49.082208 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:49.104679 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-71a0d78a-dcaa-4df3-8c06-22478992f01a req-3ddffe00-3ebd-43dc-8ad2-7b3b59781db1 service neutron] 10.222.0.53 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2655828
Dec 04 21:44:49.107652 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Transition to ACTIVE for port object 67b8de3a-6db1-41e5-8fc3-afed04b94537 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:44:49.111077 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:49.138473 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:49.157769 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff00da-62e3-432d-8e0c-2f29e59a0ed3 req-ffebd7a5-78d2-43fc-8ab2-52ce47c49cbc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:49.178075 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2aff00da-62e3-432d-8e0c-2f29e59a0ed3 req-ffebd7a5-78d2-43fc-8ab2-52ce47c49cbc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.3029785
Dec 04 21:44:49.351438 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2aff00da-62e3-432d-8e0c-2f29e59a0ed3 req-cbd3e5c7-fb3c-4827-b912-1efdaf852a43 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1709847
Dec 04 21:44:49.372001 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Pushing event updated for resources: {'Port': ['ID=67b8de3a-6db1-41e5-8fc3-afed04b94537,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:49.388441 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:49.480299 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-71a0d78a-dcaa-4df3-8c06-22478992f01a req-143f4240-670e-4169-afe1-ea034d2fe798 service neutron] 10.222.0.53 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3492608
Dec 04 21:44:49.678720 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Attempting to bind port 67b8de3a-6db1-41e5-8fc3-afed04b94537 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:44:49.679153 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Attempting to bind port 67b8de3a-6db1-41e5-8fc3-afed04b94537 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '315b7921-a3d8-4dbe-b79f-0928f8598843', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:44:49.679513 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Attempting to bind port 67b8de3a-6db1-41e5-8fc3-afed04b94537 on network e1afa9e6-c218-4ecc-89e8-923ffc838696 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:44:49.687229 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:44:49.687605 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 3a1db974-c036-4c5e-ae04-e42e5aced041 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:49.687764 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Checking segment: {'id': '315b7921-a3d8-4dbe-b79f-0928f8598843', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:44:49.688182 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:49.688481 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Bound using segment: {'id': '315b7921-a3d8-4dbe-b79f-0928f8598843', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:44:49.688870 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Bound port: 67b8de3a-6db1-41e5-8fc3-afed04b94537, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315b7921-a3d8-4dbe-b79f-0928f8598843', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:44:49.689249 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:49.830067 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 3a1db974-c036-4c5e-ae04-e42e5aced041 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:49.831322 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:49.837597 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] For port 67b8de3a-6db1-41e5-8fc3-afed04b94537, host hv-cinder-74915, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:44:49.843964 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] For port 67b8de3a-6db1-41e5-8fc3-afed04b94537, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=67b8de3a-6db1-41e5-8fc3-afed04b94537,segment=NetworkSegment(315b7921-a3d8-4dbe-b79f-0928f8598843),segment_id=315b7921-a3d8-4dbe-b79f-0928f8598843)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:44:49.850585 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:49.854804 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557fed4-ff64-4bfe-8f91-a032890da3d5 req-4034b51e-8a49-45f9-adb8-73ecafbfee00 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:49.856630 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7557fed4-ff64-4bfe-8f91-a032890da3d5 req-4034b51e-8a49-45f9-adb8-73ecafbfee00 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 944 time: 0.2144067
Dec 04 21:44:49.876840 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8aad497c-fa57-4ab7-baed-71b1ed145d18 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:49.992226 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7557fed4-ff64-4bfe-8f91-a032890da3d5 req-56a1d69d-d79a-4182-8ecd-ed5fc3f40ee5 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187625
Dec 04 21:44:50.030501 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763d86e-c2ee-4edb-b0f5-772509d8f561 req-05b2707f-7cc3-43e2-a57d-57901bd976a1 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:50.044497 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6763d86e-c2ee-4edb-b0f5-772509d8f561 req-05b2707f-7cc3-43e2-a57d-57901bd976a1 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 944 time: 0.2427042
Dec 04 21:44:50.148164 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6763d86e-c2ee-4edb-b0f5-772509d8f561 req-2a852ce0-0e3e-4a4c-ad9b-28ef2e7f52c8 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020138
Dec 04 21:44:50.359307 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Pushing event updated for resources: {'Port': ['ID=67b8de3a-6db1-41e5-8fc3-afed04b94537,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:50.366571 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:50.385714 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fd62b-0117-4305-8b96-95ece1cf485d req-a79fb2ae-9fea-4ccd-8c4d-2988d1401094 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:50.387573 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-990fd62b-0117-4305-8b96-95ece1cf485d req-a79fb2ae-9fea-4ccd-8c4d-2988d1401094 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 946 time: 0.1012120
Dec 04 21:44:50.464637 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:50.465346 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:50.467143 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] 10.222.0.53 "PUT /v2.0/ports/67b8de3a-6db1-41e5-8fc3-afed04b94537 HTTP/1.1" status: 200  len: 1158 time: 2.5229461
Dec 04 21:44:50.467755 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97637fb8-a95f-4eae-bbba-7fa717ca3993', 'tag': '67b8de3a-6db1-41e5-8fc3-afed04b94537'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:44:50.486364 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-990fd62b-0117-4305-8b96-95ece1cf485d req-223c3c78-7d8b-4a32-99e8-8723b64e1e37 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867600
Dec 04 21:44:50.724029 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97637fb8-a95f-4eae-bbba-7fa717ca3993', 'tag': '67b8de3a-6db1-41e5-8fc3-afed04b94537', 'status': 'completed', 'code': 200}
Dec 04 21:44:50.798675 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-f117e9a1-893b-4ec9-99cc-20b4b4424884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:50.800567 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-f117e9a1-893b-4ec9-99cc-20b4b4424884 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2058a1a470645f2acd486f763a37a33&device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 1161 time: 0.2044294
Dec 04 21:44:50.820924 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c011f8-2e6d-4c73-a6c3-3f799c9f1b28 req-d43d8d95-5eb3-4b17-8e95-4105683c81e7 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:50.823719 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a1c011f8-2e6d-4c73-a6c3-3f799c9f1b28 req-d43d8d95-5eb3-4b17-8e95-4105683c81e7 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.1854329
Dec 04 21:44:50.901561 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 35418) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:50.925858 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a1c011f8-2e6d-4c73-a6c3-3f799c9f1b28 req-1fd7b0ff-37a4-4f81-80bd-1ad828c6f03c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846972
Dec 04 21:44:50.926492 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-61b62d2a-6777-4fbe-b807-ec2461060883 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67b8de3a-6db1-41e5-8fc3-afed04b94537 HTTP/1.1" status: 200  len: 217 time: 0.0992343
Dec 04 21:44:51.083027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-3869be60-e0e6-4cae-9266-20dfd33d1a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:51.087780 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-3869be60-e0e6-4cae-9266-20dfd33d1a44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68ccc99a-c2e9-4220-9d9e-d15fbf09c75e HTTP/1.1" status: 200  len: 855 time: 0.1522951
Dec 04 21:44:51.138038 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-12f69f17-7242-4907-a7f3-ef8400544990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:51.152440 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-b1379875-f81e-4cdd-944c-6e0a415d6a18 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1afa9e6-c218-4ecc-89e8-923ffc838696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529835
Dec 04 21:44:51.166694 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-12f69f17-7242-4907-a7f3-ef8400544990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:51.171184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-12f69f17-7242-4907-a7f3-ef8400544990 admin admin] Usage tracker for resource:security_group_rule and tenant:5525124efe074572a640a08e7a777c97 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:51.175005 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-12f69f17-7242-4907-a7f3-ef8400544990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:51.183177 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-12f69f17-7242-4907-a7f3-ef8400544990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:51.362610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-12f69f17-7242-4907-a7f3-ef8400544990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:51.415851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-12f69f17-7242-4907-a7f3-ef8400544990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:51.432068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3fed84e4-e965-4c02-8dec-f0977042203f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:51.507851 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-12f69f17-7242-4907-a7f3-ef8400544990 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5525124efe074572a640a08e7a777c97&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6002951
Dec 04 21:44:51.510728 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 35436) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:51.524146 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05aa5a-5a21-41fd-9466-726259e0ac92 req-2de6f6f4-7826-4f6b-ba53-43e6d559f5a5 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:51.526064 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eb05aa5a-5a21-41fd-9466-726259e0ac92 req-2de6f6f4-7826-4f6b-ba53-43e6d559f5a5 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 944 time: 0.2815108
Dec 04 21:44:51.526650 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f69f17-7242-4907-a7f3-ef8400544990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bbe927-9e79-4050-833b-ce321d552755,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:51.546801 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-12f69f17-7242-4907-a7f3-ef8400544990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:51.555357 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-3ca2a6fd-4541-4e12-8479-cb33cb7974f7 service neutron] 10.222.0.53 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3508515
Dec 04 21:44:51.666135 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eb05aa5a-5a21-41fd-9466-726259e0ac92 req-d7542df1-6786-4008-b08d-ac844e2b7a82 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225362
Dec 04 21:44:51.682026 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948120a-95dd-41eb-ab53-33a45b60172f req-0c7b769e-6d81-478c-946d-7cb6c7898465 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:51.683621 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e948120a-95dd-41eb-ab53-33a45b60172f req-0c7b769e-6d81-478c-946d-7cb6c7898465 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 944 time: 0.3287103
Dec 04 21:44:51.721416 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-09d97bfe-ba95-43a2-abca-9045c8b7c192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:51.772100 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e948120a-95dd-41eb-ab53-33a45b60172f req-5f47d285-5792-446e-a3a4-2b526f5d22ce tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799377
Dec 04 21:44:51.774321 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-09d97bfe-ba95-43a2-abca-9045c8b7c192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:51.862713 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd072d8b-bc48-4c2a-9df7-6dcd682299e0 req-3c4af820-aead-4eb6-9bc3-886e2598cf0b service neutron] 10.222.0.53 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2994220
Dec 04 21:44:51.863605 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-09d97bfe-ba95-43a2-abca-9045c8b7c192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:51.869443 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:51.886705 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d97bfe-ba95-43a2-abca-9045c8b7c192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bbe927-9e79-4050-833b-ce321d552755,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:51.890010 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-09d97bfe-ba95-43a2-abca-9045c8b7c192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:51.891007 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-09d97bfe-ba95-43a2-abca-9045c8b7c192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:51.892329 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-09d97bfe-ba95-43a2-abca-9045c8b7c192 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28bbe927-9e79-4050-833b-ce321d552755 HTTP/1.1" status: 204  len: 168 time: 0.3789794
Dec 04 21:44:52.154647 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08706ab-63c8-467a-b67e-3b51426a9ff2 req-06f6c1ff-5e36-4aaa-b616-b0fac504fe9c tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:52.156541 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f08706ab-63c8-467a-b67e-3b51426a9ff2 req-06f6c1ff-5e36-4aaa-b616-b0fac504fe9c tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Synchronizing usage tracker for tenant:ce0209abd7e84edc8a7213c059a2880c on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:44:52.207288 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f08706ab-63c8-467a-b67e-3b51426a9ff2 req-06f6c1ff-5e36-4aaa-b616-b0fac504fe9c tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Unset dirty status for tenant:ce0209abd7e84edc8a7213c059a2880c on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:44:52.209357 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f08706ab-63c8-467a-b67e-3b51426a9ff2 req-06f6c1ff-5e36-4aaa-b616-b0fac504fe9c tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.53 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 946 time: 0.2965376
Dec 04 21:44:52.213045 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02238d-2e2f-4755-a9a4-c31e6bec67a8 req-43b0455f-ae5c-427c-9217-12dbd0ca6cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:52.214997 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0a02238d-2e2f-4755-a9a4-c31e6bec67a8 req-43b0455f-ae5c-427c-9217-12dbd0ca6cfd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2058a1a470645f2acd486f763a37a33&device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 1161 time: 0.1422193
Dec 04 21:44:52.305072 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762a94f-3b6a-4ded-a90b-1496d98e2c07 req-ba94c1ad-5985-4e96-8b3d-f67bd737a5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:52.307279 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7762a94f-3b6a-4ded-a90b-1496d98e2c07 req-ba94c1ad-5985-4e96-8b3d-f67bd737a5d5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 1163 time: 0.1461692
Dec 04 21:44:52.323765 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4257a-4998-4747-93cb-71a3349fdafc req-d867f1bc-fdfb-4660-9622-eda5a5927872 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:52.332889 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d0c4257a-4998-4747-93cb-71a3349fdafc req-d867f1bc-fdfb-4660-9622-eda5a5927872 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 946 time: 0.2509243
Dec 04 21:44:52.365718 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device b5d71d52-c53b-495f-acbe-a1ac21745fda up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:52.410259 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d0c4257a-4998-4747-93cb-71a3349fdafc req-5b3e3414-4768-49b7-9602-0f0fc123d4e7 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760911
Dec 04 21:44:52.495196 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f08706ab-63c8-467a-b67e-3b51426a9ff2 req-a251f16a-5d23-49b5-ab43-b2bd923c1b4f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Deleting port 7e726b46-120b-41dd-bc37-a098cc5ac199 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:44:52.506096 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f08706ab-63c8-467a-b67e-3b51426a9ff2 req-a251f16a-5d23-49b5-ab43-b2bd923c1b4f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:52.511743 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port b5d71d52-c53b-495f-acbe-a1ac21745fda completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:44:52.521057 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7762a94f-3b6a-4ded-a90b-1496d98e2c07 req-7e0ee8e8-7169-431e-a955-4ccfe3849cf0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527157
Dec 04 21:44:52.528187 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port b5d71d52-c53b-495f-acbe-a1ac21745fda triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:52.530767 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:52.550533 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f96854-5670-4512-a177-5d1a036eb656 req-a3ea14fe-df03-4ab2-aee1-a6cac89e930a tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:52.552300 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-26f96854-5670-4512-a177-5d1a036eb656 req-a3ea14fe-df03-4ab2-aee1-a6cac89e930a tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.1472490
Dec 04 21:44:52.666343 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02238d-2e2f-4755-a9a4-c31e6bec67a8 req-af1b71ec-280a-4ae1-807a-06584dccbf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:52.668201 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0a02238d-2e2f-4755-a9a4-c31e6bec67a8 req-af1b71ec-280a-4ae1-807a-06584dccbf68 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e1afa9e6-c218-4ecc-89e8-923ffc838696 HTTP/1.1" status: 200  len: 909 time: 0.3939617
Dec 04 21:44:52.669038 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-26f96854-5670-4512-a177-5d1a036eb656 req-6a18d1a2-630d-4901-9b5c-046de0f48f6f tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088507
Dec 04 21:44:52.753818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:52.822073 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port b5d71d52-c53b-495f-acbe-a1ac21745fda, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=b5d71d52-c53b-495f-acbe-a1ac21745fda,segment=NetworkSegment(21301322-ae50-4615-b225-c2624cd2b7dd),segment_id=21301322-ae50-4615-b225-c2624cd2b7dd)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:44:52.824093 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6393606a-a64f-420f-97a1-fe21b590b99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d71d52-c53b-495f-acbe-a1ac21745fda'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:44:52.832679 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:52.835115 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 3a1db974-c036-4c5e-ae04-e42e5aced041 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:52.983148 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6393606a-a64f-420f-97a1-fe21b590b99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d71d52-c53b-495f-acbe-a1ac21745fda', 'code': 200}
Dec 04 21:44:52.984115 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e328250c-490f-411e-a835-dba30eccfab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:53.133784 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413045d-dacf-4f15-878a-76feabf34e19 req-03185e74-1c45-4a0f-b3f0-e95d0ddf2c96 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:53.145777 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e413045d-dacf-4f15-878a-76feabf34e19 req-03185e74-1c45-4a0f-b3f0-e95d0ddf2c96 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 944 time: 0.1822622
Dec 04 21:44:53.186732 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=b5d71d52-c53b-495f-acbe-a1ac21745fda,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:53.198148 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-f08706ab-63c8-467a-b67e-3b51426a9ff2 req-a251f16a-5d23-49b5-ab43-b2bd923c1b4f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] For port 7e726b46-120b-41dd-bc37-a098cc5ac199, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7e726b46-120b-41dd-bc37-a098cc5ac199,segment=NetworkSegment(b96e7589-e1d9-4844-be9c-f1a043d4d5a2),segment_id=b96e7589-e1d9-4844-be9c-f1a043d4d5a2)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:44:53.198351 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:53.198574 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f08706ab-63c8-467a-b67e-3b51426a9ff2 req-a251f16a-5d23-49b5-ab43-b2bd923c1b4f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:53.268205 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0a02238d-2e2f-4755-a9a4-c31e6bec67a8 req-5ad92697-6025-440f-bfc3-dc23afe7c3d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67b8de3a-6db1-41e5-8fc3-afed04b94537 HTTP/1.1" status: 200  len: 217 time: 0.2224600
Dec 04 21:44:53.276367 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 3a1db974-c036-4c5e-ae04-e42e5aced041 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:53.280467 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:53.367224 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e413045d-dacf-4f15-878a-76feabf34e19 req-09191a64-dc1e-4271-b6d4-7891b071470d tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2203219
Dec 04 21:44:53.527028 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2d334-a63b-4ee6-93a2-d90e182b5f68 req-b5e98735-5977-4a26-a3b6-0a8a3450bf66 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:53.538091 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b4e2d334-a63b-4ee6-93a2-d90e182b5f68 req-b5e98735-5977-4a26-a3b6-0a8a3450bf66 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.2735128
Dec 04 21:44:53.538191 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02238d-2e2f-4755-a9a4-c31e6bec67a8 req-970f1fcd-bfc6-4adb-b8f5-798f3b70983b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:53.538191 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0a02238d-2e2f-4755-a9a4-c31e6bec67a8 req-970f1fcd-bfc6-4adb-b8f5-798f3b70983b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68ccc99a-c2e9-4220-9d9e-d15fbf09c75e HTTP/1.1" status: 200  len: 855 time: 0.1424015
Dec 04 21:44:53.557273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f08706ab-63c8-467a-b67e-3b51426a9ff2 req-a251f16a-5d23-49b5-ab43-b2bd923c1b4f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Calling delete_port for 7e726b46-120b-41dd-bc37-a098cc5ac199 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:44:53.572557 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86990e6-6867-4b03-b8b0-ecdf372a3b53 req-438bf32a-c6dd-461e-a2e9-09fde3d7b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:53.574720 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b86990e6-6867-4b03-b8b0-ecdf372a3b53 req-438bf32a-c6dd-461e-a2e9-09fde3d7b6bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 1163 time: 0.2062533
Dec 04 21:44:53.653933 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b4e2d334-a63b-4ee6-93a2-d90e182b5f68 req-a7f5f9ba-dab4-479e-bc3a-f97f4a2a36aa tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172862
Dec 04 21:44:53.697490 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b86990e6-6867-4b03-b8b0-ecdf372a3b53 req-530d3262-b0ea-4ac3-b982-ae977421ebcb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1047776
Dec 04 21:44:53.756478 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0a02238d-2e2f-4755-a9a4-c31e6bec67a8 req-7f7764eb-0214-4da0-9997-0930ace5941f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1afa9e6-c218-4ecc-89e8-923ffc838696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1116209
Dec 04 21:44:53.884792 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f08706ab-63c8-467a-b67e-3b51426a9ff2 req-a251f16a-5d23-49b5-ab43-b2bd923c1b4f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:53.900806 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:53.959130 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 35490) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:53.982752 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3f387c0a-ab8d-4237-8b94-d35f43879246 req-346ed1ae-8676-4dc0-81d2-0ab91bef61ae tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 210 time: 0.1054668
Dec 04 21:44:54.006851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251f16a-5d23-49b5-ab43-b2bd923c1b4f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Pushing event deleted for resources: {'Port': ['ID=7e726b46-120b-41dd-bc37-a098cc5ac199,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:54.011878 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a251f16a-5d23-49b5-ab43-b2bd923c1b4f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:54.189948 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08706ab-63c8-467a-b67e-3b51426a9ff2 req-a251f16a-5d23-49b5-ab43-b2bd923c1b4f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] No DVR routers for this DVR port 7e726b46-120b-41dd-bc37-a098cc5ac199 on host hv-cinder-74915 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:44:54.193140 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f08706ab-63c8-467a-b67e-3b51426a9ff2 req-a251f16a-5d23-49b5-ab43-b2bd923c1b4f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:54.196353 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb', 'name': 'network-vif-deleted', 'tag': '7e726b46-120b-41dd-bc37-a098cc5ac199'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:44:54.214261 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f08706ab-63c8-467a-b67e-3b51426a9ff2 req-a251f16a-5d23-49b5-ab43-b2bd923c1b4f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.53 "DELETE /v2.0/ports/7e726b46-120b-41dd-bc37-a098cc5ac199 HTTP/1.1" status: 204  len: 173 time: 1.9917116
Dec 04 21:44:54.246157 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1612556813-network', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:54.254964 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:54.285686 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Usage tracker for resource:network and tenant:46d8cb3e589a4879990d2eb6faf2e6cb is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:54.293832 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:54.313673 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:54.336791 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb', 'name': 'network-vif-deleted', 'tag': '7e726b46-120b-41dd-bc37-a098cc5ac199', 'status': 'completed', 'code': 200}
Dec 04 21:44:54.363272 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Made reservation on behalf of 46d8cb3e589a4879990d2eb6faf2e6cb for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:44:54.375213 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:54.392400 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:54.420358 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fcc88-0800-4edd-b5eb-e575fefb67f7 req-e55e0f9c-f9d3-4c34-af76-fd49479f9ccd tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:54.420992 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0a02238d-2e2f-4755-a9a4-c31e6bec67a8 req-03297300-a39b-4a3b-a9fc-1215b7375436 service neutron] 10.222.0.53 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1954088
Dec 04 21:44:54.422331 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f58fcc88-0800-4edd-b5eb-e575fefb67f7 req-e55e0f9c-f9d3-4c34-af76-fd49479f9ccd tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.2627101
Dec 04 21:44:54.423223 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:54.428818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Usage tracker for resource:security_group_rule and tenant:46d8cb3e589a4879990d2eb6faf2e6cb is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:54.432875 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:54.454768 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:54.521183 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f58fcc88-0800-4edd-b5eb-e575fefb67f7 req-469c59cd-43fe-4ce9-9856-c73e8d3416a1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848722
Dec 04 21:44:54.579207 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device b5d71d52-c53b-495f-acbe-a1ac21745fda up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:54.618250 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:54.622348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:54.627795 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d748f495-4362-4b41-983a-7c148080ec55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:54.666570 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 21:44:54.677562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c3880b-b942-4fb6-835e-0656f6a7d41a,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:54.682380 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:54.685582 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:54.686363 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Added segment 6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480 of type vxlan for network 4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1
Dec 04 21:44:54.746936 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730055956612'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:54.826569 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:54.828835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:54.829722 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:54.844358 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8b441e46-f920-4d36-8437-8270debb5e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:54.911591 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0a02238d-2e2f-4755-a9a4-c31e6bec67a8 req-346c9d24-cba5-49df-927d-c4221e8f7e17 service neutron] 10.222.0.53 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4724452
Dec 04 21:44:54.943526 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port b5d71d52-c53b-495f-acbe-a1ac21745fda triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:54.944576 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:55.099156 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.1384056
Dec 04 21:44:55.106368 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 35514) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:55.114038 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-2a33161c-04c8-4984-a458-682b1708584f admin admin] Request body: {'subnet': {'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1612556813-subnet', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:55.126775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2a33161c-04c8-4984-a458-682b1708584f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:55.149000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2a33161c-04c8-4984-a458-682b1708584f admin admin] Usage tracker for resource:subnet and tenant:46d8cb3e589a4879990d2eb6faf2e6cb is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:55.152125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Pushing event updated for resources: {'Network': ['ID=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:55.166794 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2a33161c-04c8-4984-a458-682b1708584f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:55.167837 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:55.188665 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2a33161c-04c8-4984-a458-682b1708584f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:55.192450 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Network 4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 details requested by agent ovs-agent-dv-cinder-749155-4-iscsi with host dv-cinder-749155-4-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:44:55.199198 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307311b6-c3fd-48a9-86d5-253aac0757a5 req-075cedd7-8e4c-41fc-a43d-a40c39624cb5 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:55.208180 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-307311b6-c3fd-48a9-86d5-253aac0757a5 req-075cedd7-8e4c-41fc-a43d-a40c39624cb5 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 944 time: 0.2330415
Dec 04 21:44:55.209971 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a33161c-04c8-4984-a458-682b1708584f admin admin] Made reservation on behalf of 46d8cb3e589a4879990d2eb6faf2e6cb for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:44:55.220340 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2a33161c-04c8-4984-a458-682b1708584f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9947497'] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:55.299520 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-307311b6-c3fd-48a9-86d5-253aac0757a5 req-35c86d52-fd3c-489d-95f7-2121100ccfd3 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765784
Dec 04 21:44:55.324251 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6de42-c7e5-49fe-a95a-2c5e736208d2 req-212b4435-3a42-4d83-bcb3-1d78f6c75a53 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:55.326022 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57f6de42-c7e5-49fe-a95a-2c5e736208d2 req-212b4435-3a42-4d83-bcb3-1d78f6c75a53 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.3525996
Dec 04 21:44:55.429783 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Network 4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:44:55.439513 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57f6de42-c7e5-49fe-a95a-2c5e736208d2 req-4ab08398-60a1-435d-a64a-268f8b5b7435 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1062872
Dec 04 21:44:55.730244 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 3a1db974-c036-4c5e-ae04-e42e5aced041 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:44:55.900968 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40b222ff-882f-47a5-b6ea-9f94ccf96aca req-6b91b971-f454-44a0-b9c8-1d28cc36bc6b tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=40fe5561-bd6d-4d4e-b157-5bc6b9fcb6fb HTTP/1.1" status: 200  len: 210 time: 0.1518178
Dec 04 21:44:55.908901 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 3a1db974-c036-4c5e-ae04-e42e5aced041 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:44:55.909418 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:56.078844 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0ebd3-4ac4-4b36-8bcb-591f89a8772b req-1367f093-58d1-4fcd-b906-bafea0098eea tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:56.082324 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6cb0ebd3-4ac4-4b36-8bcb-591f89a8772b req-1367f093-58d1-4fcd-b906-bafea0098eea tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.2101576
Dec 04 21:44:56.133712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2a33161c-04c8-4984-a458-682b1708584f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4002239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9947398'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:56.148318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-af80d68b-3a9f-41d6-9b19-0a87291bc2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:56.290961 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33161c-04c8-4984-a458-682b1708584f admin admin] Pushing event updated for resources: {'Subnet': ['ID=27fdb0aa-aa44-4c97-bf53-19092373916f,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:56.294436 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2a33161c-04c8-4984-a458-682b1708584f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:56.431441 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a33161c-04c8-4984-a458-682b1708584f admin admin] Checking segment: {'id': '6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:44:56.432519 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a33161c-04c8-4984-a458-682b1708584f admin admin] Network hostable DHCP agents. Network: 4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1, hostable agents: ['edec75b3-292e-457a-a0f5-2edc56458644'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 21:44:56.455427 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6cb0ebd3-4ac4-4b36-8bcb-591f89a8772b req-3d9f8d72-b46d-4639-aee2-e16cf8e0a54e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3590212
Dec 04 21:44:56.460776 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a33161c-04c8-4984-a458-682b1708584f admin admin] Network 4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 is scheduled to be hosted by DHCP agent edec75b3-292e-457a-a0f5-2edc56458644 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 21:44:56.477153 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-2a33161c-04c8-4984-a458-682b1708584f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-iscsi, 4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:44:56.489474 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a01686-59ac-4104-a70e-7ceb0f5b63e6 None None] Network 4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:44:56.511882 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a33161c-04c8-4984-a458-682b1708584f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:56.513457 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2a33161c-04c8-4984-a458-682b1708584f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:56.554442 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2a33161c-04c8-4984-a458-682b1708584f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.4464202
Dec 04 21:44:56.559508 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 35534) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:56.573589 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1612556813-router', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:56.581402 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:44:56.586989 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Usage tracker for resource:router and tenant:46d8cb3e589a4879990d2eb6faf2e6cb is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:44:56.593451 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:44:56.601916 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:44:56.611732 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7383e-0e09-4b56-b7d1-aea5ab6e07f8 req-e3c08103-f09f-4ea3-9809-0c661f423eb2 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:56.614001 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-44f7383e-0e09-4b56-b7d1-aea5ab6e07f8 req-e3c08103-f09f-4ea3-9809-0c661f423eb2 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 944 time: 0.1255455
Dec 04 21:44:56.616952 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853841144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746027'] for router, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:56.619607 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853826143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853820664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-955605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29773'] for router, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:56.652104 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:56.676272 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-44f7383e-0e09-4b56-b7d1-aea5ab6e07f8 req-5c03f605-c080-44ac-a2fa-5f9580fe483c tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541461
Dec 04 21:44:56.725043 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-82f33daa-45e7-427b-aa17-0d4df8ea1429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:56.842445 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772df690-81b1-4a7a-a718-df1d3934f6ec req-e0b26760-dc2a-4877-acb1-0248a01a2c32 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:56.844433 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-772df690-81b1-4a7a-a718-df1d3934f6ec req-e0b26760-dc2a-4877-acb1-0248a01a2c32 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1040087
Dec 04 21:44:56.954665 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-772df690-81b1-4a7a-a718-df1d3934f6ec req-78c81751-3774-483d-93fb-fb75a119f142 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953407
Dec 04 21:44:56.964673 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp678eb2ec-3345-59a2-8acd-39908cd7c581-4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1', 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'fixed_ips': [{'subnet_id': '27fdb0aa-aa44-4c97-bf53-19092373916f'}]}} from dv-cinder-749155-4-iscsi. {{(pid=80266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 04 21:44:56.965605 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:57.063297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853820647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29822'] for router, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:57.415602 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55764a54-2992-452b-bb53-26333ec1e1ea req-ae52c6c0-1b23-45f4-8fce-874538fd54f3 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:57.419451 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-55764a54-2992-452b-bb53-26333ec1e1ea req-ae52c6c0-1b23-45f4-8fce-874538fd54f3 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1717358
Dec 04 21:44:57.438268 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 35552) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:44:57.456294 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-2e86e26b-361c-4321-a7fa-f71229168eaa tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Request body: {'floatingip': {'port_id': 'b5d71d52-c53b-495f-acbe-a1ac21745fda'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:44:57.571113 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Allocated IP 172.20.0.2 (4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1/27fdb0aa-aa44-4c97-bf53-19092373916f/6b3fa38f-df2f-4f54-a7a0-c46ffe46a555) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:44:57.654514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e86e26b-361c-4321-a7fa-f71229168eaa tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for floatingip, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:57.922367 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:57.936712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Transition to ACTIVE for port object 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:44:57.947585 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:57.957984 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Transition to ACTIVE for port object 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:44:57.964798 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:57.979706 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7614df73-2944-497b-bf34-c4c835779e3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:58.011927 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:58.057242 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-943d851a-2b09-4867-8f2e-b76bec6139f4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:58.064989 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-943d851a-2b09-4867-8f2e-b76bec6139f4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/networks?id=86f34682-3e27-474d-b25a-8f2d394429a8 HTTP/1.1" status: 200  len: 809 time: 0.4580157
Dec 04 21:44:58.094712 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-5964123b-643f-4f47-830f-39733d8ac592 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/quotas/ce0209abd7e84edc8a7213c059a2880c HTTP/1.1" status: 200  len: 375 time: 0.0287039
Dec 04 21:44:58.221025 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd2acc-9dd4-4c2f-a364-95abcb1ab57b req-484958c1-6d26-46b0-8461-4b8dc124c716 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:58.223783 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6fbd2acc-9dd4-4c2f-a364-95abcb1ab57b req-484958c1-6d26-46b0-8461-4b8dc124c716 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.6754169
Dec 04 21:44:58.236552 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Pushing event updated for resources: {'Port': ['ID=6b3fa38f-df2f-4f54-a7a0-c46ffe46a555,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:58.241534 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:58.249754 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-6233c5d1-15f2-4c7b-a16d-383f8ca17d2f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce0209abd7e84edc8a7213c059a2880c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1539135
Dec 04 21:44:58.280422 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Network 4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:44:58.281944 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Resources bound (agent type, host, resource id):  {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:44:58.284749 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:44:58.343372 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Attempting to bind port 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:44:58.343875 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Attempting to bind port 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': '6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:44:58.344300 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Attempting to bind port 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 on network 4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:44:58.350947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:44:58.351696 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Checking segment: {'id': '6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:44:58.352152 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:58.352759 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Bound using segment: {'id': '6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:44:58.353297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Bound port: 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:44:58.353962 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:58.443933 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Allocated IP 172.27.1.126 (5a5bc502-ed14-4f0a-889e-34e38dce125b/2af0f04a-6e02-4e2b-b142-69b01684337c/3e9685c4-6a37-4625-9bcf-4e3e50727024) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:44:58.465264 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] For port 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:44:58.470829 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] For port 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=6b3fa38f-df2f-4f54-a7a0-c46ffe46a555,segment=NetworkSegment(6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480),segment_id=6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:44:58.476855 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:58.502251 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6fbd2acc-9dd4-4c2f-a364-95abcb1ab57b req-d6dce6ee-519f-4b5f-a8f1-23f1ae646b04 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2502182
Dec 04 21:44:58.506849 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e328250c-490f-411e-a835-dba30eccfab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:58.650696 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-c3382bfe-2ddd-4227-a8c3-0ae2d5533562 service neutron] 10.222.0.44 "GET /v2.0/networks/86f34682-3e27-474d-b25a-8f2d394429a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3774192
Dec 04 21:44:58.700077 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:58.708573 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Pushing event updated for resources: {'Port': ['ID=6b3fa38f-df2f-4f54-a7a0-c46ffe46a555,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:58.715116 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:58.735616 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:58.761705 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9e267a21-84b1-4fe4-8588-32985a7936bb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:44:58.887724 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Pushing event updated for resources: {'Port': ['ID=3e9685c4-6a37-4625-9bcf-4e3e50727024,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:44:58.892936 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:44:58.925660 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-bb318999-fcaa-451d-b938-ca105c0c1cab service neutron] 10.222.0.44 "GET /v2.0/networks/86f34682-3e27-474d-b25a-8f2d394429a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2739298
Dec 04 21:44:58.944151 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 7e726b46-120b-41dd-bc37-a098cc5ac199 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:44:58.948331 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e39e3-35f4-4105-aa90-86653d28cc7d req-801cd6ce-cb8e-4967-a76a-1327c41a70a5 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:58.950388 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b4e39e3-35f4-4105-aa90-86653d28cc7d req-801cd6ce-cb8e-4967-a76a-1327c41a70a5 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 944 time: 0.2557304
Dec 04 21:44:59.001149 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] No Port match for: 7e726b46-120b-41dd-bc37-a098cc5ac199 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:44:59.001743 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 7e726b46-120b-41dd-bc37-a098cc5ac199 not bound to the agent host hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:44:59.053719 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:44:59.060540 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:44:59.063038 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:44:59.374971 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:59.548380 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923cbbd-561d-4f8a-b557-1425a4c97a5d req-1a6a1770-993c-4c52-8cb6-ea0ca4d00d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:44:59.550187 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7923cbbd-561d-4f8a-b557-1425a4c97a5d req-1a6a1770-993c-4c52-8cb6-ea0ca4d00d18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fa06726d5e745cfb38a67990cbbcecb&device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 1163 time: 0.5793426
Dec 04 21:44:59.596486 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7d0e6196-e9b2-4d98-82c1-cd77ac89d6c8 req-6a358955-84ba-45b0-9e3a-5b9ea0e6f789 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 210 time: 0.1351371
Dec 04 21:44:59.613382 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b4e39e3-35f4-4105-aa90-86653d28cc7d req-308d3be0-8d29-40a2-a5a0-5eb831fe9336 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6537418
Dec 04 21:44:59.621123 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e86e26b-361c-4321-a7fa-f71229168eaa tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for floatingip, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:59.624652 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e86e26b-361c-4321-a7fa-f71229168eaa tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:44:59.859081 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [None req-2e86e26b-361c-4321-a7fa-f71229168eaa tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Floating IP 500605ef-c5d1-4e1f-ba9d-579203d38577 associated. External IP: 172.27.1.111, port: b5d71d52-c53b-495f-acbe-a1ac21745fda.
Dec 04 21:45:00.225115 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:00.225920 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:00.357817 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923cbbd-561d-4f8a-b557-1425a4c97a5d req-93c74943-9a87-4bea-8a65-3075a56445f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:00.362050 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7923cbbd-561d-4f8a-b557-1425a4c97a5d req-93c74943-9a87-4bea-8a65-3075a56445f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=55e15776-9919-430f-964a-7228179c178b HTTP/1.1" status: 200  len: 913 time: 0.8023295
Dec 04 21:45:00.458144 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:45:00.510697 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7923cbbd-561d-4f8a-b557-1425a4c97a5d req-f3fcc019-1ab6-4b10-8e5c-12cbdee32faa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a1db974-c036-4c5e-ae04-e42e5aced041 HTTP/1.1" status: 200  len: 217 time: 0.1177356
Dec 04 21:45:00.538508 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88913e2b-23fb-4f13-bdf0-cc8c2a7b5c69 req-3a66cc00-463a-4403-9860-227b71be36de tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:00.540453 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88913e2b-23fb-4f13-bdf0-cc8c2a7b5c69 req-3a66cc00-463a-4403-9860-227b71be36de tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.5785334
Dec 04 21:45:00.543803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca2b6-79ad-4a20-a2a8-6a2ed0f26785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:00.620034 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88913e2b-23fb-4f13-bdf0-cc8c2a7b5c69 req-420bb882-111b-42fe-a0e4-ef5a95c86a20 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671222
Dec 04 21:45:00.728362 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923cbbd-561d-4f8a-b557-1425a4c97a5d req-65e7abd1-5053-4432-8e6a-1574972fd69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:00.734326 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7923cbbd-561d-4f8a-b557-1425a4c97a5d req-65e7abd1-5053-4432-8e6a-1574972fd69c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=477c834c-9af0-43dc-8411-1639ac8b15d8 HTTP/1.1" status: 200  len: 859 time: 0.2160516
Dec 04 21:45:00.741027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device b5d71d52-c53b-495f-acbe-a1ac21745fda up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:00.771062 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e86e26b-361c-4321-a7fa-f71229168eaa tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Router 2ca53c63-661d-4a03-abf1-03437e37d9db has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:45:00.808283 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a0d123-6004-4e36-8b2f-bd6cf98d291f None None] Network 4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:45:00.880155 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7923cbbd-561d-4f8a-b557-1425a4c97a5d req-a098e159-d488-45a4-a9b6-db924655c664 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55e15776-9919-430f-964a-7228179c178b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0807195
Dec 04 21:45:00.939927 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-709b8c76-5645-45e5-a42a-560dfad72197 None None] Provisioning for port 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:45:00.960036 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-709b8c76-5645-45e5-a42a-560dfad72197 None None] Provisioning complete for port 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:00.960453 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-709b8c76-5645-45e5-a42a-560dfad72197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:00.991728 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a86b5243-520d-4b33-be30-2f726c9de1f4 req-f92f2e7e-02ac-4c9d-9f2c-3d39aad5dc9f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 210 time: 0.2098107
Dec 04 21:45:01.170715 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port b5d71d52-c53b-495f-acbe-a1ac21745fda triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:01.171135 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:01.422523 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-709b8c76-5645-45e5-a42a-560dfad72197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:01.542933 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e86e26b-361c-4321-a7fa-f71229168eaa tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:45:01.558220 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955187'] for router, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:01.562343 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788802c-9345-4e3f-b323-6896f52e18da None None] Sync routers for ids ['2ca53c63-661d-4a03-abf1-03437e37d9db'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:45:01.587083 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5788802c-9345-4e3f-b323-6896f52e18da None None] Routers {'2ca53c63-661d-4a03-abf1-03437e37d9db'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:45:01.588087 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-5788802c-9345-4e3f-b323-6896f52e18da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fce3f278>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:45:00Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['2ca53c63-661d-4a03-abf1-03437e37d9db'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:01.588767 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2fef4-de89-4ce1-8e5d-3084c8376b31 req-47eedd5b-2750-497d-96b4-4bb1e79bd9ee tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:01.593705 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00e2fef4-de89-4ce1-8e5d-3084c8376b31 req-47eedd5b-2750-497d-96b4-4bb1e79bd9ee tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 944 time: 0.6007340
Dec 04 21:45:01.614470 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e86e26b-361c-4321-a7fa-f71229168eaa tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:01.759079 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2e86e26b-361c-4321-a7fa-f71229168eaa tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "PUT /v2.0/floatingips/500605ef-c5d1-4e1f-ba9d-579203d38577 HTTP/1.1" status: 200  len: 992 time: 4.3180587
Dec 04 21:45:01.766056 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6393606a-a64f-420f-97a1-fe21b590b99c', 'tag': 'b5d71d52-c53b-495f-acbe-a1ac21745fda'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:45:01.778216 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7923cbbd-561d-4f8a-b557-1425a4c97a5d req-f99e0591-7109-4188-b0d4-190cb5ce8194 service neutron] 10.222.0.53 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8751915
Dec 04 21:45:01.796768 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1219066-0a01-4c83-8f11-add814cdd251 req-080959df-cec6-4b22-b6a9-5f7bf8cedf7e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:01.806767 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1219066-0a01-4c83-8f11-add814cdd251 req-080959df-cec6-4b22-b6a9-5f7bf8cedf7e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.5214398
Dec 04 21:45:01.811307 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 3a1db974-c036-4c5e-ae04-e42e5aced041 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:01.825932 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-c74e3172-99a8-460d-99b9-e72c8599a42c tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:01.828013 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-c74e3172-99a8-460d-99b9-e72c8599a42c tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.53 "GET /v2.0/networks?id=86f34682-3e27-474d-b25a-8f2d394429a8 HTTP/1.1" status: 200  len: 809 time: 0.5178657
Dec 04 21:45:01.841897 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-709b8c76-5645-45e5-a42a-560dfad72197 None None] For port 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=6b3fa38f-df2f-4f54-a7a0-c46ffe46a555,segment=NetworkSegment(6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480),segment_id=6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:45:01.861514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-709b8c76-5645-45e5-a42a-560dfad72197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:01.866603 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:01.901977 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00e2fef4-de89-4ce1-8e5d-3084c8376b31 req-b987998f-b3ee-464e-9e17-e02963053997 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2147543
Dec 04 21:45:01.919244 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1219066-0a01-4c83-8f11-add814cdd251 req-bc536764-09d9-4df4-b46e-7994ba6a8c10 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1113787
Dec 04 21:45:02.014167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:02.028213 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-5788802c-9345-4e3f-b323-6896f52e18da None None] Set router 2ca53c63-661d-4a03-abf1-03437e37d9db gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:45:02.098729 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:02.134422 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 3a1db974-c036-4c5e-ae04-e42e5aced041 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:02.134846 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:02.193667 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-9b70c90a-b4b6-4fc5-b74f-2aa39f6d4686 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Request body: {'port': {'device_id': '28ffa434-ff59-44b9-be50-d7d8ca3f3057', 'network_id': '86f34682-3e27-474d-b25a-8f2d394429a8', 'admin_state_up': True, 'tenant_id': 'ce0209abd7e84edc8a7213c059a2880c'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:45:02.194051 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b8c76-5645-45e5-a42a-560dfad72197 None None] Pushing event updated for resources: {'Port': ['ID=6b3fa38f-df2f-4f54-a7a0-c46ffe46a555,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:02.206008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-709b8c76-5645-45e5-a42a-560dfad72197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:02.229909 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:02.385928 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 67b8de3a-6db1-41e5-8fc3-afed04b94537 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:02.417486 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6393606a-a64f-420f-97a1-fe21b590b99c', 'tag': 'b5d71d52-c53b-495f-acbe-a1ac21745fda', 'status': 'completed', 'code': 200}
Dec 04 21:45:02.421173 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-9b70c90a-b4b6-4fc5-b74f-2aa39f6d4686 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:45:02.455354 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-9b70c90a-b4b6-4fc5-b74f-2aa39f6d4686 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Usage tracker for resource:port and tenant:ce0209abd7e84edc8a7213c059a2880c is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:45:02.466245 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-9b70c90a-b4b6-4fc5-b74f-2aa39f6d4686 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Quota usage for port was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:45:02.475124 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5727b-a0df-43e1-8fc2-cc80199a8de1 req-d2e6c1d6-c784-4407-b67c-3d8d1515cdba tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:02.478059 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-9b70c90a-b4b6-4fc5-b74f-2aa39f6d4686 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:45:02.488038 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-69f5727b-a0df-43e1-8fc2-cc80199a8de1 req-d2e6c1d6-c784-4407-b67c-3d8d1515cdba tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.2527819
Dec 04 21:45:02.492710 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Router 32163462-9baf-4303-b503-52778099e374 is scheduled to L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 with binding_index 1 {{(pid=80264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 04 21:45:02.519442 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-9b70c90a-b4b6-4fc5-b74f-2aa39f6d4686 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Made reservation on behalf of ce0209abd7e84edc8a7213c059a2880c for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:45:02.526448 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-9b70c90a-b4b6-4fc5-b74f-2aa39f6d4686 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:02.543120 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port 67b8de3a-6db1-41e5-8fc3-afed04b94537 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:45:02.551895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 67b8de3a-6db1-41e5-8fc3-afed04b94537 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:02.552357 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:02.639321 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c8bb6324-bd54-493a-b986-af65d08ae1bc None None] Provisioning complete for port 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:02.639768 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6324-bd54-493a-b986-af65d08ae1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:02.744454 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-5788802c-9345-4e3f-b323-6896f52e18da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fce3f278>, [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:44:22Z', 'revision_number': 4, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '500605ef-c5d1-4e1f-ba9d-579203d38577', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'port_id': 'b5d71d52-c53b-495f-acbe-a1ac21745fda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'mac_address': 'fa:16:3e:26:54:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6393606a-a64f-420f-97a1-fe21b590b99c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:44:33Z', 'updated_at': '2020-12-04T21:44:58Z', 'revision_number': 1, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175bce0b-c51e-485c-91d2-af25ccc2145b', 'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'mac_address': 'fa:16:3e:67:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:20Z', 'updated_at': '2020-12-04T21:44:34Z', 'revision_number': 5, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'subnets': [{'id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:02.750296 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788802c-9345-4e3f-b323-6896f52e18da None None] Checking router: 2ca53c63-661d-4a03-abf1-03437e37d9db for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:45:02.751339 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7923cbbd-561d-4f8a-b557-1425a4c97a5d req-28ec2958-e2d1-4d64-9afc-827e36a314c6 service neutron] 10.222.0.53 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9415948
Dec 04 21:45:02.762544 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5788802c-9345-4e3f-b323-6896f52e18da None None] Routers {'2ca53c63-661d-4a03-abf1-03437e37d9db'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:45:02.763660 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-5788802c-9345-4e3f-b323-6896f52e18da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fce3f278>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:45:00Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['2ca53c63-661d-4a03-abf1-03437e37d9db'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:02.813281 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-23be6841-b61e-499d-994d-cabd9e7fef71 req-f40e7c37-533e-4048-be49-733bfa1aceed tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 210 time: 0.1687999
Dec 04 21:45:02.934086 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-69f5727b-a0df-43e1-8fc2-cc80199a8de1 req-a7ae552b-c0bc-4cef-babe-6da2634bcb38 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4440722
Dec 04 21:45:02.956501 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-1d96ba6f-cb0b-4baf-a4a1-0b5a991ced34 None None] Provisioning complete for port 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:02.957065 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1d96ba6f-cb0b-4baf-a4a1-0b5a991ced34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:03.038577 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5c6bc-cda8-4cde-848b-2f4f4ea91955 req-c3652481-122c-4ddc-bda7-c94f8cef2545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:03.062953 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41b5c6bc-cda8-4cde-848b-2f4f4ea91955 req-c3652481-122c-4ddc-bda7-c94f8cef2545 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f44e9f0609524db8ba8777ab4a04a3e9&device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 1163 time: 0.5543389
Dec 04 21:45:03.120238 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:45:03.139364 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:03.178830 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Sync routers for ids ['32163462-9baf-4303-b503-52778099e374'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:45:03.225935 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Routers {'32163462-9baf-4303-b503-52778099e374'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:45:03.226821 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcf96da0>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:45:00Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['32163462-9baf-4303-b503-52778099e374'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:03.504782 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Set router 32163462-9baf-4303-b503-52778099e374 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:45:03.516152 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-5788802c-9345-4e3f-b323-6896f52e18da None None] Set router 2ca53c63-661d-4a03-abf1-03437e37d9db gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:45:03.560485 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Notify callbacks [] for router, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:03.568237 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 7.0064590
Dec 04 21:45:03.576358 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 35642) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:45:03.693944 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 67b8de3a-6db1-41e5-8fc3-afed04b94537, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=67b8de3a-6db1-41e5-8fc3-afed04b94537,segment=NetworkSegment(315b7921-a3d8-4dbe-b79f-0928f8598843),segment_id=315b7921-a3d8-4dbe-b79f-0928f8598843)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:45:03.697951 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-9b70c90a-b4b6-4fc5-b74f-2aa39f6d4686 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Allocated IP 172.20.0.6 (86f34682-3e27-474d-b25a-8f2d394429a8/5f0d6c29-5212-4bf8-abd1-6be66ce4248e/f9e11b6b-e876-4126-9ddf-bdcc171cb2ed) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:45:03.752931 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97637fb8-a95f-4eae-bbba-7fa717ca3993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b8de3a-6db1-41e5-8fc3-afed04b94537'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:45:03.778976 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5c6bc-cda8-4cde-848b-2f4f4ea91955 req-7ab8277a-8096-4354-806e-4ea9bdcc9785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:03.780949 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41b5c6bc-cda8-4cde-848b-2f4f4ea91955 req-7ab8277a-8096-4354-806e-4ea9bdcc9785 service neutron] 10.222.0.53 "GET /v2.0/networks?id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29 HTTP/1.1" status: 200  len: 904 time: 0.7044220
Dec 04 21:45:03.796103 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:03.807906 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:03.894487 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=67b8de3a-6db1-41e5-8fc3-afed04b94537,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:03.898536 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:04.271993 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41b5c6bc-cda8-4cde-848b-2f4f4ea91955 req-1b76d29f-a610-4289-9b67-e67d44650d00 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d71d52-c53b-495f-acbe-a1ac21745fda HTTP/1.1" status: 200  len: 1000 time: 0.4802830
Dec 04 21:45:04.272591 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-5788802c-9345-4e3f-b323-6896f52e18da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fce3f278>, [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:44:22Z', 'revision_number': 4, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '500605ef-c5d1-4e1f-ba9d-579203d38577', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'port_id': 'b5d71d52-c53b-495f-acbe-a1ac21745fda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'mac_address': 'fa:16:3e:26:54:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6393606a-a64f-420f-97a1-fe21b590b99c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:44:33Z', 'updated_at': '2020-12-04T21:44:58Z', 'revision_number': 1, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175bce0b-c51e-485c-91d2-af25ccc2145b', 'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'mac_address': 'fa:16:3e:67:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:20Z', 'updated_at': '2020-12-04T21:44:34Z', 'revision_number': 5, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'subnets': [{'id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:04.280861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788802c-9345-4e3f-b323-6896f52e18da None None] The sync data for ids ['2ca53c63-661d-4a03-abf1-03437e37d9db'] in dv-cinder-749155-4-iscsi is: [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:44:22Z', 'revision_number': 4, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '500605ef-c5d1-4e1f-ba9d-579203d38577', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'port_id': 'b5d71d52-c53b-495f-acbe-a1ac21745fda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'mac_address': 'fa:16:3e:26:54:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6393606a-a64f-420f-97a1-fe21b590b99c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:44:33Z', 'updated_at': '2020-12-04T21:44:58Z', 'revision_number': 1, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175bce0b-c51e-485c-91d2-af25ccc2145b', 'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'mac_address': 'fa:16:3e:67:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:20Z', 'updated_at': '2020-12-04T21:44:34Z', 'revision_number': 5, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'subnets': [{'id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:45:04.281375 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:04.341634 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26014ebd-682c-430a-9a58-92eb9133d05d req-f25a1278-7e0f-4cdd-919f-77d9451b64bb tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:04.343739 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-26014ebd-682c-430a-9a58-92eb9133d05d req-f25a1278-7e0f-4cdd-919f-77d9451b64bb tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 944 time: 1.0222876
Dec 04 21:45:04.344423 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 35656) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:45:04.406355 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-2c0a5310-9c2e-4041-999e-16f1f1b9655c None None] Provisioning complete for port 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:04.407078 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5310-9c2e-4041-999e-16f1f1b9655c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:04.416861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8a295-0baf-480a-b39b-7d107160ddac req-5592f335-f421-4550-8559-81db880933e1 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:04.418861 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ce8a295-0baf-480a-b39b-7d107160ddac req-5592f335-f421-4550-8559-81db880933e1 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.9526422
Dec 04 21:45:04.473601 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5c6bc-cda8-4cde-848b-2f4f4ea91955 req-e89dbfdc-ff33-4362-857b-6a8beca702da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:04.476000 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41b5c6bc-cda8-4cde-848b-2f4f4ea91955 req-e89dbfdc-ff33-4362-857b-6a8beca702da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f101be7-7361-44f6-9e0b-cdaa01d7405a HTTP/1.1" status: 200  len: 849 time: 0.1933029
Dec 04 21:45:04.499716 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 67b8de3a-6db1-41e5-8fc3-afed04b94537 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:04.510770 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-26014ebd-682c-430a-9a58-92eb9133d05d req-d3e97ee6-1ed2-49c5-894b-3d66c077a3f5 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547134
Dec 04 21:45:04.723831 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ccc170-80f4-4402-8a59-b1c183c53dfb None None] New status for floating IP 500605ef-c5d1-4e1f-ba9d-579203d38577: ACTIVE {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 21:45:04.752903 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-47cc713b-949c-491d-b9e6-5f639afc9e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:04.757284 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:04.759904 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:04.820523 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ce8a295-0baf-480a-b39b-7d107160ddac req-6d32f0da-2dae-48c1-9213-76bfcae89dc7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3815758
Dec 04 21:45:04.821420 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcf96da0>, [{'id': '32163462-9baf-4303-b503-52778099e374', 'name': 'tempest-TestShelveInstance-1612556813-router', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:56Z', 'updated_at': '2020-12-04T21:44:59Z', 'revision_number': 3, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'gw_port': {'id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:58Z', 'updated_at': '2020-12-04T21:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:04.838065 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-47cc713b-949c-491d-b9e6-5f639afc9e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:45:04.857324 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-47cc713b-949c-491d-b9e6-5f639afc9e0b admin admin] Usage tracker for resource:security_group_rule and tenant:be4b36393b1441bab459c7ad09c42a15 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:45:04.871980 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-47cc713b-949c-491d-b9e6-5f639afc9e0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:45:04.895072 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-47cc713b-949c-491d-b9e6-5f639afc9e0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:45:04.919162 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Checking router: 32163462-9baf-4303-b503-52778099e374 for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:45:04.921629 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Updating router 32163462-9baf-4303-b503-52778099e374 port 3e9685c4-6a37-4625-9bcf-4e3e50727024 binding host dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 21:45:05.039342 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-9b70c90a-b4b6-4fc5-b74f-2aa39f6d4686 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:05.096457 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-9b70c90a-b4b6-4fc5-b74f-2aa39f6d4686 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:05.118300 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:05.164463 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97637fb8-a95f-4eae-bbba-7fa717ca3993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b8de3a-6db1-41e5-8fc3-afed04b94537', 'code': 200}
Dec 04 21:45:05.212994 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70c90a-b4b6-4fc5-b74f-2aa39f6d4686 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Pushing event updated for resources: {'Port': ['ID=f9e11b6b-e876-4126-9ddf-bdcc171cb2ed,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:05.231803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-47cc713b-949c-491d-b9e6-5f639afc9e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:05.280733 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9b70c90a-b4b6-4fc5-b74f-2aa39f6d4686 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:05.292368 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 67b8de3a-6db1-41e5-8fc3-afed04b94537 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:05.292950 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:05.327855 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-47cc713b-949c-491d-b9e6-5f639afc9e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:05.422052 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-01a3f612-4443-4ea8-9aa3-448662bcff38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:05.446341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:05.567418 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-47cc713b-949c-491d-b9e6-5f639afc9e0b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be4b36393b1441bab459c7ad09c42a15&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2181344
Dec 04 21:45:05.581865 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 35666) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:45:05.591172 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc713b-949c-491d-b9e6-5f639afc9e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52741892-bb94-43d1-930a-fcd5f213e650,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:05.610804 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-47cc713b-949c-491d-b9e6-5f639afc9e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:05.663635 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5c6bc-cda8-4cde-848b-2f4f4ea91955 req-956e69f4-d9fa-4983-a449-8762da595a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:05.665596 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41b5c6bc-cda8-4cde-848b-2f4f4ea91955 req-956e69f4-d9fa-4983-a449-8762da595a63 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.1805820
Dec 04 21:45:05.740521 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:05.803312 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-9b70c90a-b4b6-4fc5-b74f-2aa39f6d4686 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Network 86f34682-3e27-474d-b25a-8f2d394429a8 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:45:05.807071 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-9b70c90a-b4b6-4fc5-b74f-2aa39f6d4686 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:45:05.825173 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-9b70c90a-b4b6-4fc5-b74f-2aa39f6d4686 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:45:05.833241 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc21f3-47e6-4429-a2d6-caf4e366b25a req-4ba988c0-566a-464c-95ca-d3a5de16693f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:05.834969 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6ebc21f3-47e6-4429-a2d6-caf4e366b25a req-4ba988c0-566a-464c-95ca-d3a5de16693f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 931 time: 0.5881264
Dec 04 21:45:05.851721 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6bfa1643-a551-4993-9c27-138643491192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:05.862169 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551fa9b-b988-4449-94c3-77a49163c3a2 req-5b787b6c-c587-4f66-b1bc-23002f81e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:05.862725 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa482a-283d-4e55-8d94-44a60a14da15 req-3f17f268-cc61-4c74-ac91-d2c3b3c02fa8 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:05.863768 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7551fa9b-b988-4449-94c3-77a49163c3a2 req-5b787b6c-c587-4f66-b1bc-23002f81e76b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 1163 time: 0.3324521
Dec 04 21:45:05.864431 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b2aa482a-283d-4e55-8d94-44a60a14da15 req-3f17f268-cc61-4c74-ac91-d2c3b3c02fa8 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.6218896
Dec 04 21:45:06.005272 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6bfa1643-a551-4993-9c27-138643491192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:06.015303 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41b5c6bc-cda8-4cde-848b-2f4f4ea91955 req-b201f0f9-25e6-491c-a59f-c8ad75e2626d service neutron] 10.222.0.53 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3260491
Dec 04 21:45:06.022087 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-9b70c90a-b4b6-4fc5-b74f-2aa39f6d4686 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:06.022982 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-9b70c90a-b4b6-4fc5-b74f-2aa39f6d4686 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:06.049610 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7551fa9b-b988-4449-94c3-77a49163c3a2 req-8a826b7c-074f-48dd-82d8-1fb2916bc285 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127014
Dec 04 21:45:06.087619 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6ebc21f3-47e6-4429-a2d6-caf4e366b25a req-1be5abdd-ef7c-4fee-b5c3-0467bd26e347 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2201552
Dec 04 21:45:06.119165 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-9b70c90a-b4b6-4fc5-b74f-2aa39f6d4686 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0285487
Dec 04 21:45:06.143330 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b2aa482a-283d-4e55-8d94-44a60a14da15 req-c06e068e-3947-4ec3-afc8-13c9658e44fa tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2634549
Dec 04 21:45:06.234212 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:06.262723 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Transition to ACTIVE for port object 3e9685c4-6a37-4625-9bcf-4e3e50727024 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:45:06.269394 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:06.275243 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6bfa1643-a551-4993-9c27-138643491192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:06.282302 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a935cebe-1c91-4a41-a208-9baf034e6e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:06.295611 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41b5c6bc-cda8-4cde-848b-2f4f4ea91955 req-95d1f0fe-7c38-4c05-994f-bd278441a60e service neutron] 10.222.0.53 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2664230
Dec 04 21:45:06.300275 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa1643-a551-4993-9c27-138643491192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52741892-bb94-43d1-930a-fcd5f213e650,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:06.303792 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6bfa1643-a551-4993-9c27-138643491192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:06.306459 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6bfa1643-a551-4993-9c27-138643491192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:06.307290 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6bfa1643-a551-4993-9c27-138643491192 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52741892-bb94-43d1-930a-fcd5f213e650 HTTP/1.1" status: 204  len: 168 time: 0.7234752
Dec 04 21:45:06.377163 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-709b8c76-5645-45e5-a42a-560dfad72197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:06.379633 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Allocated IP 172.20.0.1 (4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1/27fdb0aa-aa44-4c97-bf53-19092373916f/edd57cf9-ac5c-4896-8714-826644c10812) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:45:06.414644 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb6656-779c-4bd1-82ae-453f9623aa96 req-cb16748b-3267-407d-9ecc-283383077333 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:06.417093 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d2eb6656-779c-4bd1-82ae-453f9623aa96 req-cb16748b-3267-407d-9ecc-283383077333 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 946 time: 0.0990579
Dec 04 21:45:06.435378 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 3a1db974-c036-4c5e-ae04-e42e5aced041 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:06.480176 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Request body: {'port': {'device_id': '28ffa434-ff59-44b9-be50-d7d8ca3f3057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:45:06.520367 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d2eb6656-779c-4bd1-82ae-453f9623aa96 req-d9dce34c-94eb-476d-b2b6-e80f3204280b tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951152
Dec 04 21:45:06.601763 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06abf7-c59d-4596-b9b6-cedac4ac3126 None None] Pushing event updated for resources: {'Port': ['ID=3e9685c4-6a37-4625-9bcf-4e3e50727024,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:06.616862 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bc06abf7-c59d-4596-b9b6-cedac4ac3126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:06.703203 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:06.706567 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 3a1db974-c036-4c5e-ae04-e42e5aced041 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:06.707007 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:06.734968 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:06.755229 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Transition to ACTIVE for port object edd57cf9-ac5c-4896-8714-826644c10812 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:45:06.773864 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Attempting to bind port 3e9685c4-6a37-4625-9bcf-4e3e50727024 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:45:06.774613 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Attempting to bind port 3e9685c4-6a37-4625-9bcf-4e3e50727024 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:45:06.775553 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Attempting to bind port 3e9685c4-6a37-4625-9bcf-4e3e50727024 on network 5a5bc502-ed14-4f0a-889e-34e38dce125b {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:45:06.784870 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:45:06.785298 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Checking segment: {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:45:06.786526 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:06.786526 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Bound using segment: {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:45:06.786890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Bound port: 3e9685c4-6a37-4625-9bcf-4e3e50727024, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:45:06.787258 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:06.814950 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef9e99-17f7-40f4-8b02-52740ce9592d req-45484253-c48d-43bb-9d3b-fa119c8a5b35 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:06.816792 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5fef9e99-17f7-40f4-8b02-52740ce9592d req-45484253-c48d-43bb-9d3b-fa119c8a5b35 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.1073983
Dec 04 21:45:06.860438 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:06.888361 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5fef9e99-17f7-40f4-8b02-52740ce9592d req-34e2624d-52d2-487e-aaa1-e9c1c9c61553 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533190
Dec 04 21:45:06.906988 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ecf12eeb-f681-47b2-8c9d-867c3fe2eff3 tempest-DeleteServersTestJSON-905227218 tempest-DeleteServersTestJSON-905227218] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:06.934327 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] For port 3e9685c4-6a37-4625-9bcf-4e3e50727024, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:45:06.939010 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] For port 3e9685c4-6a37-4625-9bcf-4e3e50727024, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=3e9685c4-6a37-4625-9bcf-4e3e50727024,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:45:06.944315 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:06.962301 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:06.983184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 35678) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:45:07.002586 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b80c2ed7-9c85-4467-96a7-45814800bd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:07.020993 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b80c2ed7-9c85-4467-96a7-45814800bd4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:45:07.026717 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b80c2ed7-9c85-4467-96a7-45814800bd4f admin admin] Usage tracker for resource:security_group_rule and tenant:6c011266f1ad47b586a771a084cf1071 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:45:07.030538 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b80c2ed7-9c85-4467-96a7-45814800bd4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:45:07.037383 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b80c2ed7-9c85-4467-96a7-45814800bd4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:45:07.215268 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06abf7-c59d-4596-b9b6-cedac4ac3126 None None] Pushing event updated for resources: {'Port': ['ID=3e9685c4-6a37-4625-9bcf-4e3e50727024,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:07.219671 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bc06abf7-c59d-4596-b9b6-cedac4ac3126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:07.229111 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b80c2ed7-9c85-4467-96a7-45814800bd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:07.236527 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b80c2ed7-9c85-4467-96a7-45814800bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:07.252733 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6fa768e1-0fb4-45a1-9e40-4a69414a47f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:07.309064 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c2ed7-9c85-4467-96a7-45814800bd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d969b6-db3a-4cb2-8085-2c5f199a3917,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:07.325245 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Pushing event updated for resources: {'Port': ['ID=edd57cf9-ac5c-4896-8714-826644c10812,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:07.325993 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Routers {'32163462-9baf-4303-b503-52778099e374'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:45:07.327228 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcf96da0>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:45:00Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['32163462-9baf-4303-b503-52778099e374'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:07.331737 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 35686) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:45:07.340567 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b80c2ed7-9c85-4467-96a7-45814800bd4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c011266f1ad47b586a771a084cf1071&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3556395
Dec 04 21:45:07.342275 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b80c2ed7-9c85-4467-96a7-45814800bd4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:07.406168 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:07.571276 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] Set router 32163462-9baf-4303-b503-52778099e374 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:45:07.579237 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cd8cb-8210-449f-a651-0e613d4a7e5d req-40d6653e-eb87-4a81-87b9-a1318e5a9b18 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:07.587762 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f02cd8cb-8210-449f-a651-0e613d4a7e5d req-40d6653e-eb87-4a81-87b9-a1318e5a9b18 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 931 time: 0.2376354
Dec 04 21:45:07.656612 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f02cd8cb-8210-449f-a651-0e613d4a7e5d req-4eb9018a-58a2-4aeb-a871-52c6b978125d tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677953
Dec 04 21:45:07.664220 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc90823-2259-49de-97d8-89f3470d4888 req-3e394b37-463c-44f8-918b-f49de9d78f41 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:07.672899 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2cc90823-2259-49de-97d8-89f3470d4888 req-3e394b37-463c-44f8-918b-f49de9d78f41 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.2401919
Dec 04 21:45:07.777524 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2cc90823-2259-49de-97d8-89f3470d4888 req-e9797c1a-851e-4724-aaff-2715f148fa0f tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999014
Dec 04 21:45:07.798003 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Network 4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:45:07.841127 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:45:07.867056 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:45:07.904348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:45:07.946333 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a2a8d59f-cacc-43e9-a890-9ceb6e218ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:08.161111 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-978543'] for router_interface, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:08.230463 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a2a8d59f-cacc-43e9-a890-9ceb6e218ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:08.237869 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcf96da0>, [{'id': '32163462-9baf-4303-b503-52778099e374', 'name': 'tempest-TestShelveInstance-1612556813-router', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:56Z', 'updated_at': '2020-12-04T21:44:59Z', 'revision_number': 3, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'gw_port': {'id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:58Z', 'updated_at': '2020-12-04T21:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:08.247691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9db3d2-7e52-4c50-9e2b-b129f63ef0ca None None] The sync data for ids ['32163462-9baf-4303-b503-52778099e374'] in dv-cinder-749155-4-iscsi is: [{'id': '32163462-9baf-4303-b503-52778099e374', 'name': 'tempest-TestShelveInstance-1612556813-router', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:56Z', 'updated_at': '2020-12-04T21:44:59Z', 'revision_number': 3, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'gw_port': {'id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:58Z', 'updated_at': '2020-12-04T21:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:45:08.337176 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-b9f43665-d182-4a09-8d6d-460eaec49560 None None] Provisioning for port edd57cf9-ac5c-4896-8714-826644c10812 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:45:08.349303 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999db01-dfc8-4340-a001-4fbcfe25bbf2 req-27346e27-ed11-4aab-947c-e34a65b0e696 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:08.351031 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6999db01-dfc8-4340-a001-4fbcfe25bbf2 req-27346e27-ed11-4aab-947c-e34a65b0e696 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 946 time: 0.2586801
Dec 04 21:45:08.362453 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 67b8de3a-6db1-41e5-8fc3-afed04b94537 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:08.393800 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb28072-ef32-460f-8bae-6376b23ea647 req-b1c2d63c-59da-4d48-aa70-7ec3814d08a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:08.408027 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3eb28072-ef32-460f-8bae-6376b23ea647 req-b1c2d63c-59da-4d48-aa70-7ec3814d08a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.1817815
Dec 04 21:45:08.421557 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-b9f43665-d182-4a09-8d6d-460eaec49560 None None] Provisioning complete for port edd57cf9-ac5c-4896-8714-826644c10812 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:08.422699 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9f43665-d182-4a09-8d6d-460eaec49560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:08.493990 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6999db01-dfc8-4340-a001-4fbcfe25bbf2 req-e1f7f241-5e6e-46ee-ac9b-c91af25f84cd tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310079
Dec 04 21:45:08.498459 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e11b6b-e876-4126-9ddf-bdcc171cb2ed {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:45:08.517507 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3eb28072-ef32-460f-8bae-6376b23ea647 req-6cc01010-4120-44fc-8c59-efc54a56d6dd tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1084194
Dec 04 21:45:08.528618 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:08.560746 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a2a8d59f-cacc-43e9-a890-9ceb6e218ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:08.574465 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f235cf85-b467-4ec7-b537-1bc27f86451d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:08.588482 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-b9f43665-d182-4a09-8d6d-460eaec49560 None None] Port edd57cf9-ac5c-4896-8714-826644c10812 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:45:08.591222 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Transition to ACTIVE for port object f9e11b6b-e876-4126-9ddf-bdcc171cb2ed will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:45:08.597562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8d59f-cacc-43e9-a890-9ceb6e218ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d969b6-db3a-4cb2-8085-2c5f199a3917,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:08.604659 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a2a8d59f-cacc-43e9-a890-9ceb6e218ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:08.605624 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:08.672374 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 67b8de3a-6db1-41e5-8fc3-afed04b94537 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:08.673245 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:08.894823 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:09.040126 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a3633-e8a8-40ab-bfe5-8287f87d619c req-2b9cd12c-c5ef-4cef-a50e-53bde8342731 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:09.042143 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a2a8d59f-cacc-43e9-a890-9ceb6e218ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:09.047845 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-018a3633-e8a8-40ab-bfe5-8287f87d619c req-2b9cd12c-c5ef-4cef-a50e-53bde8342731 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 943 time: 0.1387575
Dec 04 21:45:09.048106 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a2a8d59f-cacc-43e9-a890-9ceb6e218ee9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85d969b6-db3a-4cb2-8085-2c5f199a3917 HTTP/1.1" status: 204  len: 168 time: 1.6898036
Dec 04 21:45:09.132195 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-018a3633-e8a8-40ab-bfe5-8287f87d619c req-ad692443-823b-487d-a519-6d809becd84a tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714304
Dec 04 21:45:09.180696 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Pushing event updated for resources: {'Port': ['ID=f9e11b6b-e876-4126-9ddf-bdcc171cb2ed,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:09.184365 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:09.215335 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:09.875253 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f168f1-70f7-43f9-bee5-61e0f524b282 req-be4a13aa-d2e3-41be-a56d-6e69e170b0f9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:09.886281 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7f168f1-70f7-43f9-bee5-61e0f524b282 req-be4a13aa-d2e3-41be-a56d-6e69e170b0f9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.1516600
Dec 04 21:45:09.941938 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Attempting to bind port f9e11b6b-e876-4126-9ddf-bdcc171cb2ed on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:45:09.942581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Attempting to bind port f9e11b6b-e876-4126-9ddf-bdcc171cb2ed by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'b96e7589-e1d9-4844-be9c-f1a043d4d5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86f34682-3e27-474d-b25a-8f2d394429a8'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:45:09.943417 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Attempting to bind port f9e11b6b-e876-4126-9ddf-bdcc171cb2ed on network 86f34682-3e27-474d-b25a-8f2d394429a8 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:45:09.959435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:45:09.959732 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7f168f1-70f7-43f9-bee5-61e0f524b282 req-75752dc2-3a31-4ebe-91f7-7e79be06d102 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694144
Dec 04 21:45:09.959851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Checking segment: {'id': 'b96e7589-e1d9-4844-be9c-f1a043d4d5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86f34682-3e27-474d-b25a-8f2d394429a8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:45:09.960311 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:09.961190 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Bound using segment: {'id': 'b96e7589-e1d9-4844-be9c-f1a043d4d5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86f34682-3e27-474d-b25a-8f2d394429a8'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:45:09.962097 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Bound port: f9e11b6b-e876-4126-9ddf-bdcc171cb2ed, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96e7589-e1d9-4844-be9c-f1a043d4d5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86f34682-3e27-474d-b25a-8f2d394429a8'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:45:09.962731 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:10.187978 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 3e9685c4-6a37-4625-9bcf-4e3e50727024 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:10.198727 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fa09a-a856-442b-a60c-09a215704e70 req-3e00ef36-2be3-4193-83e1-ea2345d4f2a7 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:10.202279 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-035fa09a-a856-442b-a60c-09a215704e70 req-3e00ef36-2be3-4193-83e1-ea2345d4f2a7 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.1570997
Dec 04 21:45:10.228445 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] For port f9e11b6b-e876-4126-9ddf-bdcc171cb2ed, host hv-cinder-74915, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:45:10.232604 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] For port f9e11b6b-e876-4126-9ddf-bdcc171cb2ed, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f9e11b6b-e876-4126-9ddf-bdcc171cb2ed,segment=NetworkSegment(b96e7589-e1d9-4844-be9c-f1a043d4d5a2),segment_id=b96e7589-e1d9-4844-be9c-f1a043d4d5a2)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:45:10.239177 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:10.258857 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:10.307947 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-035fa09a-a856-442b-a60c-09a215704e70 req-e9c577e4-f837-4c68-9cf1-f514bbee68f6 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990081
Dec 04 21:45:10.373036 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port 3e9685c4-6a37-4625-9bcf-4e3e50727024 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:45:10.388896 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 3e9685c4-6a37-4625-9bcf-4e3e50727024 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:10.391724 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:10.571759 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:10.573722 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Pushing event updated for resources: {'Port': ['ID=f9e11b6b-e876-4126-9ddf-bdcc171cb2ed,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:10.612317 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c73d9-e259-4e33-b8c2-2d2ccd9ffdcf req-54a2bc4b-3450-49bd-b71d-a2783de84db3 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:10.618651 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-843c73d9-e259-4e33-b8c2-2d2ccd9ffdcf req-54a2bc4b-3450-49bd-b71d-a2783de84db3 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 943 time: 0.1836746
Dec 04 21:45:10.619442 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:10.637875 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:10.730160 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:10.754632 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-843c73d9-e259-4e33-b8c2-2d2ccd9ffdcf req-08a3bcb8-bd97-43bd-a87b-01501ee65c16 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305947
Dec 04 21:45:10.783848 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port 3e9685c4-6a37-4625-9bcf-4e3e50727024, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=3e9685c4-6a37-4625-9bcf-4e3e50727024,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:45:10.791267 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:10.794782 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:10.810875 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:10.911117 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=3e9685c4-6a37-4625-9bcf-4e3e50727024,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:10.917423 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:10.969353 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853288963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853797172'] for router_interface, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:10.990853 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Pushing event updated for resources: {'Port': ['ID=edd57cf9-ac5c-4896-8714-826644c10812,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:10.997915 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:11.160117 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:11.161083 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:11.163952 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] 10.222.0.53 "PUT /v2.0/ports/f9e11b6b-e876-4126-9ddf-bdcc171cb2ed HTTP/1.1" status: 200  len: 1157 time: 4.6891460
Dec 04 21:45:11.165491 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ffa434-ff59-44b9-be50-d7d8ca3f3057', 'tag': 'f9e11b6b-e876-4126-9ddf-bdcc171cb2ed'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:45:11.271182 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Network 4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:45:11.272894 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:45:11.551187 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-926550e1-8a35-4f04-b93b-03dbbb4f6e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:11.552870 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-926550e1-8a35-4f04-b93b-03dbbb4f6e64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce0209abd7e84edc8a7213c059a2880c&device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 1160 time: 0.2775707
Dec 04 21:45:11.573323 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-fed6f408-66ff-43f3-a40a-fc22344d32df None None] Provisioning complete for port edd57cf9-ac5c-4896-8714-826644c10812 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:11.573743 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fed6f408-66ff-43f3-a40a-fc22344d32df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:11.677047 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-fed6f408-66ff-43f3-a40a-fc22344d32df None None] Port edd57cf9-ac5c-4896-8714-826644c10812 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:45:11.737346 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-5339a0af-c9a7-4ce4-98ec-0012e6d73567 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9e11b6b-e876-4126-9ddf-bdcc171cb2ed HTTP/1.1" status: 200  len: 217 time: 0.1471710
Dec 04 21:45:11.782409 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Router 32163462-9baf-4303-b503-52778099e374 has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:45:11.907001 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96c795-a3f8-45d7-8b0e-6b54775e385e req-0f7b58a7-7fa0-4ba4-85ca-77b3ad01e0c4 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:11.909676 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8c96c795-a3f8-45d7-8b0e-6b54775e385e req-0f7b58a7-7fa0-4ba4-85ca-77b3ad01e0c4 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.1390665
Dec 04 21:45:11.914108 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ffa434-ff59-44b9-be50-d7d8ca3f3057', 'tag': 'f9e11b6b-e876-4126-9ddf-bdcc171cb2ed', 'status': 'completed', 'code': 200}
Dec 04 21:45:12.057666 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-1540f85d-bc2e-49b9-a311-ac7a6a62b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:12.059296 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-1540f85d-bc2e-49b9-a311-ac7a6a62b257 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5f0d6c29-5212-4bf8-abd1-6be66ce4248e HTTP/1.1" status: 200  len: 849 time: 0.2756479
Dec 04 21:45:12.071611 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8c96c795-a3f8-45d7-8b0e-6b54775e385e req-2bffda07-ebe1-4bef-8d93-1bb983ce4b5a tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1422746
Dec 04 21:45:12.207017 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-77c15e61-dc8e-4210-b9f7-6131b8103f96 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=86f34682-3e27-474d-b25a-8f2d394429a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1163645
Dec 04 21:45:12.250950 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 3e9685c4-6a37-4625-9bcf-4e3e50727024 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:12.393872 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 3e9685c4-6a37-4625-9bcf-4e3e50727024 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:12.394692 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:12.493815 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2843b-db1f-4026-9d9d-2c21c1464b5d req-bfe687fb-7069-436b-9628-fc59691afffe tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:12.508833 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b2d2843b-db1f-4026-9d9d-2c21c1464b5d req-bfe687fb-7069-436b-9628-fc59691afffe tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 943 time: 0.1739647
Dec 04 21:45:12.587149 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b2d2843b-db1f-4026-9d9d-2c21c1464b5d req-85832091-13d7-46e7-8222-f95e6b1eed15 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765257
Dec 04 21:45:12.637298 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:45:12.650182 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] 10.222.0.44 "PUT /v2.0/routers/32163462-9baf-4303-b503-52778099e374/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0567455
Dec 04 21:45:12.652066 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Sync routers for ids ['32163462-9baf-4303-b503-52778099e374'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:45:12.674726 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Routers {'32163462-9baf-4303-b503-52778099e374'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:45:12.677226 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd36aa20>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:45:00Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['32163462-9baf-4303-b503-52778099e374'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:12.711264 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-67177c12-22e7-4127-a1a2-70a00e2f80f3 service neutron] 10.222.0.53 "GET /v2.0/networks/86f34682-3e27-474d-b25a-8f2d394429a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4907804
Dec 04 21:45:12.887758 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-545d2393-9a7d-40f1-8d83-0fe9c4a7c9df req-9041a003-cea2-4eb1-aa69-197e374a82e2 service neutron] 10.222.0.53 "GET /v2.0/networks/86f34682-3e27-474d-b25a-8f2d394429a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1670427
Dec 04 21:45:13.293570 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Set router 32163462-9baf-4303-b503-52778099e374 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:45:13.327014 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6311ec-838b-4404-9d53-d19b3439c817 req-c4e90437-d71a-4e90-849b-fa20ae8b8fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:13.329795 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d6311ec-838b-4404-9d53-d19b3439c817 req-c4e90437-d71a-4e90-849b-fa20ae8b8fee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce0209abd7e84edc8a7213c059a2880c&device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 1160 time: 0.2656050
Dec 04 21:45:13.489476 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887650cc-a5d8-45eb-a5af-ae656e67a950 req-4c792f1e-1dfd-4493-802b-050001944dfa tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:13.498481 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-887650cc-a5d8-45eb-a5af-ae656e67a950 req-4c792f1e-1dfd-4493-802b-050001944dfa tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.1490595
Dec 04 21:45:13.564977 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-887650cc-a5d8-45eb-a5af-ae656e67a950 req-afe31ba8-13f0-43aa-ab8e-c05bac0b4d51 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644112
Dec 04 21:45:13.602781 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6311ec-838b-4404-9d53-d19b3439c817 req-f1255ac8-7c74-4883-a80c-92de5ea1db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:13.607145 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d6311ec-838b-4404-9d53-d19b3439c817 req-f1255ac8-7c74-4883-a80c-92de5ea1db02 service neutron] 10.222.0.53 "GET /v2.0/networks?id=86f34682-3e27-474d-b25a-8f2d394429a8 HTTP/1.1" status: 200  len: 903 time: 0.2668605
Dec 04 21:45:13.705096 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d6311ec-838b-4404-9d53-d19b3439c817 req-ef8e6e2d-f4e1-4ef5-8b6c-904f32c193b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9e11b6b-e876-4126-9ddf-bdcc171cb2ed HTTP/1.1" status: 200  len: 217 time: 0.0853584
Dec 04 21:45:13.847901 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd36aa20>, [{'id': '32163462-9baf-4303-b503-52778099e374', 'name': 'tempest-TestShelveInstance-1612556813-router', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:56Z', 'updated_at': '2020-12-04T21:45:09Z', 'revision_number': 4, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'gw_port': {'id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:58Z', 'updated_at': '2020-12-04T21:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': 'edd57cf9-ac5c-4896-8714-826644c10812', 'name': '', 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'mac_address': 'fa:16:3e:a7:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '27fdb0aa-aa44-4c97-bf53-19092373916f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:06Z', 'updated_at': '2020-12-04T21:45:09Z', 'revision_number': 2, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'subnets': [{'id': '27fdb0aa-aa44-4c97-bf53-19092373916f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:13.852958 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Checking router: 32163462-9baf-4303-b503-52778099e374 for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:45:13.853367 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Updating router 32163462-9baf-4303-b503-52778099e374 port edd57cf9-ac5c-4896-8714-826644c10812 binding host dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 21:45:13.925975 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6311ec-838b-4404-9d53-d19b3439c817 req-4f0208b5-2ece-4597-aff9-3574a4f3a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:13.928056 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:13.935804 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d6311ec-838b-4404-9d53-d19b3439c817 req-4f0208b5-2ece-4597-aff9-3574a4f3a666 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5f0d6c29-5212-4bf8-abd1-6be66ce4248e HTTP/1.1" status: 200  len: 849 time: 0.1767693
Dec 04 21:45:13.962510 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becf7c7-9a62-4110-a504-1a2bc0c28722 req-e5a488fc-3057-4a22-a940-f2f22e26cb80 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:13.988934 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7becf7c7-9a62-4110-a504-1a2bc0c28722 req-e5a488fc-3057-4a22-a940-f2f22e26cb80 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 943 time: 0.1931925
Dec 04 21:45:13.999292 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d6311ec-838b-4404-9d53-d19b3439c817 req-c31a4693-de4c-45b6-9682-871f5bafa736 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=86f34682-3e27-474d-b25a-8f2d394429a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0561788
Dec 04 21:45:14.120515 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7becf7c7-9a62-4110-a504-1a2bc0c28722 req-f47b515f-2825-4745-a9ef-86b100376154 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293311
Dec 04 21:45:14.434813 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e18066e0-93e6-49fd-9a9e-e65986b8dfb9 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:14.489221 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d6311ec-838b-4404-9d53-d19b3439c817 req-ac29a22b-f09b-40ec-89ab-2cb27e85b3fd service neutron] 10.222.0.53 "GET /v2.0/networks/86f34682-3e27-474d-b25a-8f2d394429a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4783244
Dec 04 21:45:14.491493 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:14.515500 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Transition to ACTIVE for port object edd57cf9-ac5c-4896-8714-826644c10812 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:45:14.519864 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:14.530670 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 35840) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:45:14.540509 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-23902711-network', 'tenant_id': '67754d167c0e45f9b14490e6e592e406'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:45:14.555785 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:45:14.564854 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Usage tracker for resource:network and tenant:67754d167c0e45f9b14490e6e592e406 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:45:14.570452 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:45:14.583555 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:45:14.596267 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:14.613335 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Made reservation on behalf of 67754d167c0e45f9b14490e6e592e406 for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:45:14.631007 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:14.658515 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:14.673536 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0a9bc-403c-4bea-aa01-d60b63bb82ae None None] Pushing event updated for resources: {'Port': ['ID=edd57cf9-ac5c-4896-8714-826644c10812,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:14.681071 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a2c0a9bc-403c-4bea-aa01-d60b63bb82ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:14.712899 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:45:14.714197 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d6311ec-838b-4404-9d53-d19b3439c817 req-6aeb0b63-6be3-4957-9f6c-373a5d3822bf service neutron] 10.222.0.53 "GET /v2.0/networks/86f34682-3e27-474d-b25a-8f2d394429a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2166109
Dec 04 21:45:14.719593 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Usage tracker for resource:security_group_rule and tenant:67754d167c0e45f9b14490e6e592e406 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:45:14.723693 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:45:14.732019 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:45:14.771502 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port e18066e0-93e6-49fd-9a9e-e65986b8dfb9 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:14.772152 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:14.849564 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:14.854357 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:14.868341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:14.912817 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3981593-677c-411a-b118-5954b981f2c2,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:14.932550 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:14.956062 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 21:45:14.983680 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:14.984102 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Added segment 674c48a7-96cc-472c-beed-6b829f47df02 of type vxlan for network 3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55
Dec 04 21:45:15.004206 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Attempting to bind port edd57cf9-ac5c-4896-8714-826644c10812 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:45:15.004791 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Attempting to bind port edd57cf9-ac5c-4896-8714-826644c10812 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': '6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:45:15.005577 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Attempting to bind port edd57cf9-ac5c-4896-8714-826644c10812 on network 4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:45:15.019861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:45:15.020562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Checking segment: {'id': '6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:45:15.021293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:15.022034 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Bound using segment: {'id': '6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:45:15.022907 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Bound port: edd57cf9-ac5c-4896-8714-826644c10812, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:45:15.023737 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:15.130603 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730055956612'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:15.132212 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 35854) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:45:15.192989 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0279d-4fc9-42a2-b633-7bb27d0eb92c req-ed5255fb-7bab-45c6-bfa7-3c1c41119771 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:15.194730 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7cb0279d-4fc9-42a2-b633-7bb27d0eb92c req-ed5255fb-7bab-45c6-bfa7-3c1c41119771 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.2002027
Dec 04 21:45:15.279071 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7cb0279d-4fc9-42a2-b633-7bb27d0eb92c req-adb074cf-1982-409a-ac62-7c9a42e3606a tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0732775
Dec 04 21:45:15.280286 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:15.281699 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:15.282358 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:15.288155 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:15.389463 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c1230ebd-318e-4635-b290-20b22b21a160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:15.407056 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] For port edd57cf9-ac5c-4896-8714-826644c10812, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:45:15.423231 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] For port edd57cf9-ac5c-4896-8714-826644c10812, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=edd57cf9-ac5c-4896-8714-826644c10812,segment=NetworkSegment(6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480),segment_id=6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:45:15.427233 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c1230ebd-318e-4635-b290-20b22b21a160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:45:15.431153 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:15.451517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c1230ebd-318e-4635-b290-20b22b21a160 admin admin] Usage tracker for resource:security_group_rule and tenant:7f3755aa08c047179cdd116b5650ae19 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:45:15.456069 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c1230ebd-318e-4635-b290-20b22b21a160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:45:15.459525 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Pushing event updated for resources: {'Network': ['ID=3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:15.463601 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bc06abf7-c59d-4596-b9b6-cedac4ac3126 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:15.468477 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c1230ebd-318e-4635-b290-20b22b21a160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:45:15.472178 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:15.481203 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 873 time: 0.9488888
Dec 04 21:45:15.486539 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 35864) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:45:15.498137 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-aa1e0450-398c-47ae-ad76-935a8c354e70 admin admin] Request body: {'subnet': {'network_id': '3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-23902711-subnet', 'tenant_id': '67754d167c0e45f9b14490e6e592e406', 'ip_version': 4}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:45:15.507115 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-aa1e0450-398c-47ae-ad76-935a8c354e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:45:15.515021 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-aa1e0450-398c-47ae-ad76-935a8c354e70 admin admin] Usage tracker for resource:subnet and tenant:67754d167c0e45f9b14490e6e592e406 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:45:15.520622 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-aa1e0450-398c-47ae-ad76-935a8c354e70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:45:15.532663 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-aa1e0450-398c-47ae-ad76-935a8c354e70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:45:15.580837 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c1230ebd-318e-4635-b290-20b22b21a160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:15.585016 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c1230ebd-318e-4635-b290-20b22b21a160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:15.598215 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2f1bd187-3f98-4af6-9481-9fdb65ddf32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:15.619574 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1e0450-398c-47ae-ad76-935a8c354e70 admin admin] Made reservation on behalf of 67754d167c0e45f9b14490e6e592e406 for: {'subnet': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:45:15.625467 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0a9bc-403c-4bea-aa01-d60b63bb82ae None None] Pushing event updated for resources: {'Port': ['ID=edd57cf9-ac5c-4896-8714-826644c10812,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:15.627769 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0450-398c-47ae-ad76-935a8c354e70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2777405'] for subnet, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:15.629148 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Network 3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55 details requested by agent ovs-agent-dv-cinder-749155-4-iscsi with host dv-cinder-749155-4-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:45:15.643435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Network 3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:45:15.667315 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c1230ebd-318e-4635-b290-20b22b21a160 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f3755aa08c047179cdd116b5650ae19&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5329745
Dec 04 21:45:15.668523 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1230ebd-318e-4635-b290-20b22b21a160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d3cc9a-4a78-4172-b02e-de5d58f4415d,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:15.673010 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 35870) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:45:15.687019 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c1230ebd-318e-4635-b290-20b22b21a160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:15.723629 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a2c0a9bc-403c-4bea-aa01-d60b63bb82ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:15.944377 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Routers {'32163462-9baf-4303-b503-52778099e374'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:45:15.945097 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd36aa20>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:45:00Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['32163462-9baf-4303-b503-52778099e374'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:16.279652 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] Set router 32163462-9baf-4303-b503-52778099e374 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:45:16.384328 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-56da76ef-cb15-4334-87db-2187e522c0b0 req-615b54c5-15e6-422a-8782-93fe109be050 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1058753
Dec 04 21:45:16.534670 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f9b48bd-ada3-47fe-aa7f-2bf00cc5d414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:16.560690 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a38e9f-4cf9-4356-9f96-f52dca4ee06e req-afb444b3-30d6-4575-8a67-08e1e810f7e9 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:16.566719 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da76ef-cb15-4334-87db-2187e522c0b0 req-3f74ccfc-6501-4457-9799-460d61ca4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:16.568773 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50a38e9f-4cf9-4356-9f96-f52dca4ee06e req-afb444b3-30d6-4575-8a67-08e1e810f7e9 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 943 time: 1.0223846
Dec 04 21:45:16.569799 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-56da76ef-cb15-4334-87db-2187e522c0b0 req-3f74ccfc-6501-4457-9799-460d61ca4bfb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fa06726d5e745cfb38a67990cbbcecb&device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 1163 time: 0.1192420
Dec 04 21:45:16.757027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f9b48bd-ada3-47fe-aa7f-2bf00cc5d414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:16.840092 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50a38e9f-4cf9-4356-9f96-f52dca4ee06e req-4865dc08-2388-4d8d-990f-907c222d515b tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2703152
Dec 04 21:45:16.904131 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f9b48bd-ada3-47fe-aa7f-2bf00cc5d414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:16.916387 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8255fe02-3d77-49ad-ba51-4a05cb8e0311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:16.922443 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da76ef-cb15-4334-87db-2187e522c0b0 req-d3070b7a-1848-4872-8cf8-13e317dd71bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:16.924371 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-56da76ef-cb15-4334-87db-2187e522c0b0 req-d3070b7a-1848-4872-8cf8-13e317dd71bd service neutron] 10.222.0.53 "GET /v2.0/networks?id=55e15776-9919-430f-964a-7228179c178b HTTP/1.1" status: 200  len: 913 time: 0.3303521
Dec 04 21:45:16.932918 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b48bd-ada3-47fe-aa7f-2bf00cc5d414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d3cc9a-4a78-4172-b02e-de5d58f4415d,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:16.946420 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d237b-2f4c-43e7-b154-bfa212d3b68a req-bbd6d4f1-b8b4-4eb7-a01a-4c9d2bd0511f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:16.948704 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-552d237b-2f4c-43e7-b154-bfa212d3b68a req-bbd6d4f1-b8b4-4eb7-a01a-4c9d2bd0511f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.2727842
Dec 04 21:45:16.949860 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6f9b48bd-ada3-47fe-aa7f-2bf00cc5d414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:16.992134 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f9b48bd-ada3-47fe-aa7f-2bf00cc5d414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:16.992134 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6f9b48bd-ada3-47fe-aa7f-2bf00cc5d414 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13d3cc9a-4a78-4172-b02e-de5d58f4415d HTTP/1.1" status: 204  len: 168 time: 1.2182703
Dec 04 21:45:17.035108 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-56da76ef-cb15-4334-87db-2187e522c0b0 req-35420bac-eb0b-400d-aed6-36a519efefca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a1db974-c036-4c5e-ae04-e42e5aced041 HTTP/1.1" status: 200  len: 217 time: 0.0988436
Dec 04 21:45:17.040565 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-552d237b-2f4c-43e7-b154-bfa212d3b68a req-8b6f3081-77ac-4809-a417-becd0832a43d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0801930
Dec 04 21:45:17.135570 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd36aa20>, [{'id': '32163462-9baf-4303-b503-52778099e374', 'name': 'tempest-TestShelveInstance-1612556813-router', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:56Z', 'updated_at': '2020-12-04T21:45:09Z', 'revision_number': 4, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'gw_port': {'id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:58Z', 'updated_at': '2020-12-04T21:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': 'edd57cf9-ac5c-4896-8714-826644c10812', 'name': '', 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'mac_address': 'fa:16:3e:a7:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '27fdb0aa-aa44-4c97-bf53-19092373916f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:06Z', 'updated_at': '2020-12-04T21:45:15Z', 'revision_number': 4, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'subnets': [{'id': '27fdb0aa-aa44-4c97-bf53-19092373916f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:17.141377 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa6dbf2-7b66-4a54-8e54-fd88f5623c23 None None] The sync data for ids ['32163462-9baf-4303-b503-52778099e374'] in dv-cinder-749155-4-iscsi is: [{'id': '32163462-9baf-4303-b503-52778099e374', 'name': 'tempest-TestShelveInstance-1612556813-router', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:56Z', 'updated_at': '2020-12-04T21:45:09Z', 'revision_number': 4, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'gw_port': {'id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:58Z', 'updated_at': '2020-12-04T21:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': 'edd57cf9-ac5c-4896-8714-826644c10812', 'name': '', 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'mac_address': 'fa:16:3e:a7:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '27fdb0aa-aa44-4c97-bf53-19092373916f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:06Z', 'updated_at': '2020-12-04T21:45:15Z', 'revision_number': 4, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'subnets': [{'id': '27fdb0aa-aa44-4c97-bf53-19092373916f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:45:17.152079 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0450-398c-47ae-ad76-935a8c354e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850686063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2777426'] for subnet, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:17.155400 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da76ef-cb15-4334-87db-2187e522c0b0 req-8f384a52-65bb-4aa4-b4ea-bffa2602df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:17.158439 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-56da76ef-cb15-4334-87db-2187e522c0b0 req-8f384a52-65bb-4aa4-b4ea-bffa2602df1e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=477c834c-9af0-43dc-8411-1639ac8b15d8 HTTP/1.1" status: 200  len: 859 time: 0.1153338
Dec 04 21:45:17.169870 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c1ba18b-4852-4301-99c1-8f69c5648f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:17.261997 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-56da76ef-cb15-4334-87db-2187e522c0b0 req-5777404d-9298-4ab3-a230-4dde1cac62cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55e15776-9919-430f-964a-7228179c178b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0951357
Dec 04 21:45:17.317368 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e0450-398c-47ae-ad76-935a8c354e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c06df79b-f863-46bd-8c9c-ebe1e9f7d1a3,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:17.321636 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aa1e0450-398c-47ae-ad76-935a8c354e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:17.453881 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-56da76ef-cb15-4334-87db-2187e522c0b0 req-42e8d8e9-2681-47ba-87e5-ee847ddfd759 service neutron] 10.222.0.53 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1818790
Dec 04 21:45:17.468857 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1e0450-398c-47ae-ad76-935a8c354e70 admin admin] Checking segment: {'id': '674c48a7-96cc-472c-beed-6b829f47df02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:45:17.469220 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1e0450-398c-47ae-ad76-935a8c354e70 admin admin] Network hostable DHCP agents. Network: 3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55, hostable agents: ['edec75b3-292e-457a-a0f5-2edc56458644'], hosted agents: [] {{(pid=80265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 21:45:17.507257 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1e0450-398c-47ae-ad76-935a8c354e70 admin admin] Network 3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55 is scheduled to be hosted by DHCP agent edec75b3-292e-457a-a0f5-2edc56458644 with binding_index 1 {{(pid=80265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 21:45:17.522055 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-aa1e0450-398c-47ae-ad76-935a8c354e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-iscsi, 3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55) {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:45:17.532525 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729a9693-33be-43b2-91da-7b6b24fa7006 None None] Network 3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:45:17.545497 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1e0450-398c-47ae-ad76-935a8c354e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:17.547093 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0450-398c-47ae-ad76-935a8c354e70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:17.569745 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-aa1e0450-398c-47ae-ad76-935a8c354e70 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 2.0813982
Dec 04 21:45:17.573104 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 35888) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:45:17.582284 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-23902711-router', 'tenant_id': '67754d167c0e45f9b14490e6e592e406', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:45:17.588709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:45:17.593290 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Usage tracker for resource:router and tenant:67754d167c0e45f9b14490e6e592e406 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:45:17.596921 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:45:17.605338 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:45:17.616475 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853841144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746027'] for router, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:17.618318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853826143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853820664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-955605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29773'] for router, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:17.637523 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:17.642068 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-56da76ef-cb15-4334-87db-2187e522c0b0 req-5263408c-0aab-4323-96a9-f831482ca7ce service neutron] 10.222.0.53 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1793578
Dec 04 21:45:17.727721 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device f9e11b6b-e876-4126-9ddf-bdcc171cb2ed up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:17.868841 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 35894) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:45:17.935299 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18c9160d-6151-44c8-a517-3cab06cb5d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:17.995670 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-18c9160d-6151-44c8-a517-3cab06cb5d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:45:18.006264 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-18c9160d-6151-44c8-a517-3cab06cb5d18 admin admin] Usage tracker for resource:security_group_rule and tenant:36708f3c1c4a43fd81f2b342adb61ddf is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:45:18.015551 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-18c9160d-6151-44c8-a517-3cab06cb5d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:45:18.029678 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port f9e11b6b-e876-4126-9ddf-bdcc171cb2ed completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:45:18.032641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-18c9160d-6151-44c8-a517-3cab06cb5d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:45:18.153070 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port f9e11b6b-e876-4126-9ddf-bdcc171cb2ed triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:18.155121 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:18.235341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853820647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29822'] for router, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:18.250450 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18c9160d-6151-44c8-a517-3cab06cb5d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:18.253760 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18c9160d-6151-44c8-a517-3cab06cb5d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:18.265843 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0f61ccb0-6b1a-466a-9b72-2799ae7744b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:18.317813 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-18c9160d-6151-44c8-a517-3cab06cb5d18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36708f3c1c4a43fd81f2b342adb61ddf&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4469779
Dec 04 21:45:18.319252 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9160d-6151-44c8-a517-3cab06cb5d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cec153e-73dd-4e85-a805-dfc45ab8ab31,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:18.323433 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-18c9160d-6151-44c8-a517-3cab06cb5d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:18.324354 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 35904) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:45:18.432484 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device edd57cf9-ac5c-4896-8714-826644c10812 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:18.450598 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e2acf40d-1411-49f7-a019-8bbe6f35bbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:18.489738 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e2acf40d-1411-49f7-a019-8bbe6f35bbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:18.536362 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c02f-8647-4817-8b95-65f6caa07874 req-91fcabba-20ce-4a31-beb3-3c72a850f1f1 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:18.538145 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b4c5c02f-8647-4817-8b95-65f6caa07874 req-91fcabba-20ce-4a31-beb3-3c72a850f1f1 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 943 time: 0.2804615
Dec 04 21:45:18.558923 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e2acf40d-1411-49f7-a019-8bbe6f35bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:18.566558 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8dcb1003-ad6f-4581-a3dc-07879df767ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:18.588768 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acf40d-1411-49f7-a019-8bbe6f35bbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cec153e-73dd-4e85-a805-dfc45ab8ab31,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:18.601762 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e2acf40d-1411-49f7-a019-8bbe6f35bbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:18.615767 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e2acf40d-1411-49f7-a019-8bbe6f35bbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:18.617298 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e2acf40d-1411-49f7-a019-8bbe6f35bbc8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5cec153e-73dd-4e85-a805-dfc45ab8ab31 HTTP/1.1" status: 204  len: 168 time: 0.2917323
Dec 04 21:45:18.657579 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe703b0b-c623-4266-80c8-7a4d1c009a31 req-1cd27cb2-65d6-40eb-af70-cc92690b2136 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:18.659376 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe703b0b-c623-4266-80c8-7a4d1c009a31 req-1cd27cb2-65d6-40eb-af70-cc92690b2136 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.1895242
Dec 04 21:45:18.714124 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:18.726562 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b4c5c02f-8647-4817-8b95-65f6caa07874 req-aa51459a-f9c8-43b5-9b34-680a41aa166f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508129
Dec 04 21:45:18.747611 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port edd57cf9-ac5c-4896-8714-826644c10812 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:45:18.759020 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ffa434-ff59-44b9-be50-d7d8ca3f3057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e11b6b-e876-4126-9ddf-bdcc171cb2ed'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:45:18.764770 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp678eb2ec-3345-59a2-8acd-39908cd7c581-3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55', 'network_id': '3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55', 'tenant_id': '67754d167c0e45f9b14490e6e592e406', 'fixed_ips': [{'subnet_id': 'c06df79b-f863-46bd-8c9c-ebe1e9f7d1a3'}]}} from dv-cinder-749155-4-iscsi. {{(pid=80266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 04 21:45:18.765881 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:18.786405 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port edd57cf9-ac5c-4896-8714-826644c10812 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:18.786832 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:18.833976 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port f9e11b6b-e876-4126-9ddf-bdcc171cb2ed, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f9e11b6b-e876-4126-9ddf-bdcc171cb2ed,segment=NetworkSegment(b96e7589-e1d9-4844-be9c-f1a043d4d5a2),segment_id=b96e7589-e1d9-4844-be9c-f1a043d4d5a2)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:45:18.855105 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:18.856026 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e18066e0-93e6-49fd-9a9e-e65986b8dfb9 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:18.892590 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe703b0b-c623-4266-80c8-7a4d1c009a31 req-46de5c4a-db30-40bd-bfc0-d589a199c647 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1641674
Dec 04 21:45:18.948890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:18.973133 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:19.015270 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:19.105971 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ffa434-ff59-44b9-be50-d7d8ca3f3057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e11b6b-e876-4126-9ddf-bdcc171cb2ed', 'code': 200}
Dec 04 21:45:19.248495 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port e18066e0-93e6-49fd-9a9e-e65986b8dfb9 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:19.248773 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:19.286314 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=f9e11b6b-e876-4126-9ddf-bdcc171cb2ed,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:19.304834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:19.427823 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:19.582467 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port edd57cf9-ac5c-4896-8714-826644c10812, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=edd57cf9-ac5c-4896-8714-826644c10812,segment=NetworkSegment(6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480),segment_id=6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:45:19.622851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:19.632500 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:19.689214 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d1fb0-be52-4d2c-8729-7ff687f86c89 req-e55fbaa2-d389-4a51-bd83-97f2b04d36da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:19.692399 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ab7d1fb0-be52-4d2c-8729-7ff687f86c89 req-e55fbaa2-d389-4a51-bd83-97f2b04d36da service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 1162 time: 0.1458595
Dec 04 21:45:19.763871 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Allocated IP 172.20.0.2 (3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55/c06df79b-f863-46bd-8c9c-ebe1e9f7d1a3/fdb12281-bf8e-4968-b560-1968275f77b5) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:45:19.770439 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=edd57cf9-ac5c-4896-8714-826644c10812,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:19.776247 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:19.813813 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ab7d1fb0-be52-4d2c-8729-7ff687f86c89 req-d12942c5-eed1-4564-8238-d13c3ec8241d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972254
Dec 04 21:45:19.936776 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Allocated IP 172.27.1.91 (5a5bc502-ed14-4f0a-889e-34e38dce125b/2af0f04a-6e02-4e2b-b142-69b01684337c/b6cd2169-e82c-43a4-8aec-2992e47e2330) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:45:20.204464 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device f9e11b6b-e876-4126-9ddf-bdcc171cb2ed up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:20.328280 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device edd57cf9-ac5c-4896-8714-826644c10812 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:20.361726 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:20.371951 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699b73e-5055-4b12-8cab-75c87a1a5afa req-f99eab75-e785-4e48-8801-09d2805ceb17 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:20.375231 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e699b73e-5055-4b12-8cab-75c87a1a5afa req-f99eab75-e785-4e48-8801-09d2805ceb17 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 945 time: 0.3343911
Dec 04 21:45:20.396504 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:20.407598 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Transition to ACTIVE for port object fdb12281-bf8e-4968-b560-1968275f77b5 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:45:20.448254 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Transition to ACTIVE for port object fdb12281-bf8e-4968-b560-1968275f77b5 will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:45:20.464363 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:20.483834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:20.558249 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e699b73e-5055-4b12-8cab-75c87a1a5afa req-f160b487-452f-4d18-bb7d-a0d464693431 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1753387
Dec 04 21:45:20.574916 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port f9e11b6b-e876-4126-9ddf-bdcc171cb2ed triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:20.575527 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:20.617128 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b741c-06ce-4246-930d-cbd97c602877 req-699df005-21c7-44d1-8641-fc2481464207 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:20.627096 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d77b741c-06ce-4246-930d-cbd97c602877 req-699df005-21c7-44d1-8641-fc2481464207 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.1584876
Dec 04 21:45:20.632914 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:20.692307 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port edd57cf9-ac5c-4896-8714-826644c10812 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:20.693004 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:20.760905 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Pushing event updated for resources: {'Port': ['ID=fdb12281-bf8e-4968-b560-1968275f77b5,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:20.783058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:20.940827 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Network 3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:45:20.956999 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Resources bound (agent type, host, resource id):  {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:45:20.964900 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:45:21.078925 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Attempting to bind port fdb12281-bf8e-4968-b560-1968275f77b5 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:45:21.079342 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Attempting to bind port fdb12281-bf8e-4968-b560-1968275f77b5 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': '674c48a7-96cc-472c-beed-6b829f47df02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:45:21.079807 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Attempting to bind port fdb12281-bf8e-4968-b560-1968275f77b5 on network 3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:45:21.096785 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:45:21.097335 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Checking segment: {'id': '674c48a7-96cc-472c-beed-6b829f47df02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:45:21.097627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:21.098073 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Bound using segment: {'id': '674c48a7-96cc-472c-beed-6b829f47df02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:45:21.098687 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Bound port: fdb12281-bf8e-4968-b560-1968275f77b5, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674c48a7-96cc-472c-beed-6b829f47df02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:45:21.099005 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:21.180996 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:21.323415 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] For port fdb12281-bf8e-4968-b560-1968275f77b5, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:45:21.330471 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] For port fdb12281-bf8e-4968-b560-1968275f77b5, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=fdb12281-bf8e-4968-b560-1968275f77b5,segment=NetworkSegment(674c48a7-96cc-472c-beed-6b829f47df02),segment_id=674c48a7-96cc-472c-beed-6b829f47df02)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:45:21.337908 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:21.498758 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d77b741c-06ce-4246-930d-cbd97c602877 req-b5244428-052c-433e-b594-b82f964da338 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8704298
Dec 04 21:45:21.550332 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=b6cd2169-e82c-43a4-8aec-2992e47e2330,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:21.562165 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:21.579798 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:45:21.582295 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:45:21.587605 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:45:21.601947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:21.773652 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Pushing event updated for resources: {'Port': ['ID=fdb12281-bf8e-4968-b560-1968275f77b5,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:21.798622 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:22.332300 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09854e-3734-486e-8a92-71e7a9fa251f req-f47297e3-67ab-4594-857e-f69a90b97477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:22.334158 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e09854e-3734-486e-8a92-71e7a9fa251f req-f47297e3-67ab-4594-857e-f69a90b97477 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fa06726d5e745cfb38a67990cbbcecb&device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 1163 time: 0.1655464
Dec 04 21:45:22.546665 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09854e-3734-486e-8a92-71e7a9fa251f req-3dfdbd22-3de6-4ff5-a2b2-d33f836b9c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:22.548323 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e09854e-3734-486e-8a92-71e7a9fa251f req-3dfdbd22-3de6-4ff5-a2b2-d33f836b9c17 service neutron] 10.222.0.53 "GET /v2.0/networks?id=55e15776-9919-430f-964a-7228179c178b HTTP/1.1" status: 200  len: 913 time: 0.1970325
Dec 04 21:45:22.655314 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e09854e-3734-486e-8a92-71e7a9fa251f req-757a9241-9469-44fd-8da0-820c8a803b68 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a1db974-c036-4c5e-ae04-e42e5aced041 HTTP/1.1" status: 200  len: 217 time: 0.0902386
Dec 04 21:45:22.717673 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:22.757743 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09854e-3734-486e-8a92-71e7a9fa251f req-47ba4d0a-9e5b-4acc-aa92-df624be4aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:22.760824 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e09854e-3734-486e-8a92-71e7a9fa251f req-47ba4d0a-9e5b-4acc-aa92-df624be4aefe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=477c834c-9af0-43dc-8411-1639ac8b15d8 HTTP/1.1" status: 200  len: 859 time: 0.0906713
Dec 04 21:45:22.839757 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359de538-c376-4c5d-8927-87da56161bbf req-494dba06-e02c-4126-8d82-7c492a6a9a3c tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:22.841394 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-359de538-c376-4c5d-8927-87da56161bbf req-494dba06-e02c-4126-8d82-7c492a6a9a3c tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 945 time: 0.9253690
Dec 04 21:45:22.857252 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e09854e-3734-486e-8a92-71e7a9fa251f req-07364145-13a7-41c3-a788-db84d660ff49 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55e15776-9919-430f-964a-7228179c178b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0871954
Dec 04 21:45:23.006162 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-359de538-c376-4c5d-8927-87da56161bbf req-029e794a-56f1-4e41-b4a9-728c039693d7 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498005
Dec 04 21:45:23.015937 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da77a7-32de-4080-a83c-07c82831d14f req-f1dccaba-69ed-4992-a953-3ec7584c8f2e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:23.024505 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-76da77a7-32de-4080-a83c-07c82831d14f req-f1dccaba-69ed-4992-a953-3ec7584c8f2e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.6471856
Dec 04 21:45:23.112840 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-76da77a7-32de-4080-a83c-07c82831d14f req-e5d019cf-a392-4798-8073-b48eb1c165d8 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869603
Dec 04 21:45:23.376974 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e09854e-3734-486e-8a92-71e7a9fa251f req-97ca67a4-8f47-43dd-9597-90906db0d7ac service neutron] 10.222.0.53 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5022540
Dec 04 21:45:23.612186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955187'] for router, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:23.628850 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e09854e-3734-486e-8a92-71e7a9fa251f req-6980ce0c-235f-4ebe-8be2-9027b1d72fce service neutron] 10.222.0.53 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2414620
Dec 04 21:45:23.873298 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c98db2-a306-4c31-9b6b-adc4745f21d6 None None] Network 3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:45:23.984498 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedca42-592b-4676-bb1f-81eede4fb0ff req-6906ac18-1e1a-47b7-b813-bcc4aa2ef3e6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:24.003699 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2bedca42-592b-4676-bb1f-81eede4fb0ff req-6906ac18-1e1a-47b7-b813-bcc4aa2ef3e6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.5988855
Dec 04 21:45:24.208464 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2bedca42-592b-4676-bb1f-81eede4fb0ff req-82332fe8-3e39-4d9e-9cc1-bfea8f984009 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2029972
Dec 04 21:45:24.288529 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-368750ed-2f47-4bbc-9db2-3d17cf24b968 None None] Provisioning for port fdb12281-bf8e-4968-b560-1968275f77b5 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:45:24.358461 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device fdb12281-bf8e-4968-b560-1968275f77b5 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:24.410851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Router cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c is scheduled to L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 with binding_index 1 {{(pid=80265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 04 21:45:24.676893 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port fdb12281-bf8e-4968-b560-1968275f77b5 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:45:24.700590 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port fdb12281-bf8e-4968-b560-1968275f77b5 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:24.701340 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:24.908338 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:24.991027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port fdb12281-bf8e-4968-b560-1968275f77b5, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=fdb12281-bf8e-4968-b560-1968275f77b5,segment=NetworkSegment(674c48a7-96cc-472c-beed-6b829f47df02),segment_id=674c48a7-96cc-472c-beed-6b829f47df02)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:45:24.996925 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:25.004056 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:25.285803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=fdb12281-bf8e-4968-b560-1968275f77b5,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:25.301286 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:25.351353 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c63a9-81f1-4a5a-8118-132c3ef52bfd req-8af7c6c7-5a73-45c6-9697-ac8f9db45d0f tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:25.380293 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-840c63a9-81f1-4a5a-8118-132c3ef52bfd req-8af7c6c7-5a73-45c6-9697-ac8f9db45d0f tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.9479041
Dec 04 21:45:25.381176 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-b9332238-9f85-4256-a1f0-8e7c1a6cf81f None None] Provisioning complete for port fdb12281-bf8e-4968-b560-1968275f77b5 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:25.381833 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9332238-9f85-4256-a1f0-8e7c1a6cf81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:25.544717 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-840c63a9-81f1-4a5a-8118-132c3ef52bfd req-37bcb549-21c7-4896-984c-d994638fcbab tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629989
Dec 04 21:45:25.584786 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:45:25.604106 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Sync routers for ids ['cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:45:25.623177 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Routers {'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:45:25.625407 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd25c7f0>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:45:00Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:25.666294 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695770d-00b3-4b51-9c6b-14cc3ece40d4 req-4c8fbd43-bada-4331-b8ec-a666a75bdf1f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:25.668230 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0695770d-00b3-4b51-9c6b-14cc3ece40d4 req-4c8fbd43-bada-4331-b8ec-a666a75bdf1f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 945 time: 0.2506046
Dec 04 21:45:25.669601 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Notify callbacks [] for router, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:25.670846 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 8.0966787
Dec 04 21:45:25.675925 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 36038) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:45:25.783420 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0695770d-00b3-4b51-9c6b-14cc3ece40d4 req-82e0682d-9611-46e6-b041-81784c4fdb4c tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045825
Dec 04 21:45:25.873001 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-6162079c-e869-4bf3-bbd3-10848686e3c2 None None] Provisioning complete for port fdb12281-bf8e-4968-b560-1968275f77b5 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:25.873627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6162079c-e869-4bf3-bbd3-10848686e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:26.451870 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device fdb12281-bf8e-4968-b560-1968275f77b5 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:26.515976 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03cd91-25ef-42a2-be05-32f7f4c0ee0e req-10cb93dd-9888-45f5-a5ea-06462191fceb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:26.518894 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f03cd91-25ef-42a2-be05-32f7f4c0ee0e req-10cb93dd-9888-45f5-a5ea-06462191fceb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.4050546
Dec 04 21:45:26.543215 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Set router cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:45:26.654145 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1c267387-a33d-4faa-aa80-578f82aea86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:26.688939 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port fdb12281-bf8e-4968-b560-1968275f77b5 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:26.692162 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:26.715032 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f03cd91-25ef-42a2-be05-32f7f4c0ee0e req-fb6c62c6-694d-403d-bfd6-90b675d8294e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1791496
Dec 04 21:45:27.203408 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310efd63-9e6f-4dc4-9e6e-fb1ef929bbb9 req-63f79850-b51c-4ca3-a4cd-0f50dbf484de tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:27.219375 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-310efd63-9e6f-4dc4-9e6e-fb1ef929bbb9 req-63f79850-b51c-4ca3-a4cd-0f50dbf484de tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.2760198
Dec 04 21:45:27.336207 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-310efd63-9e6f-4dc4-9e6e-fb1ef929bbb9 req-4c800934-dee5-4064-851f-7318bfb495a4 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159401
Dec 04 21:45:27.496122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd25c7f0>, [{'id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'name': 'tempest-TestShelveInstance-23902711-router', 'tenant_id': '67754d167c0e45f9b14490e6e592e406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6cd2169-e82c-43a4-8aec-2992e47e2330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:45:17Z', 'updated_at': '2020-12-04T21:45:22Z', 'revision_number': 3, 'project_id': '67754d167c0e45f9b14490e6e592e406', 'gw_port': {'id': 'b6cd2169-e82c-43a4-8aec-2992e47e2330', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:19Z', 'updated_at': '2020-12-04T21:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:27.497147 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dd2d7-e771-48b3-a79f-8b6fdbc58176 req-5dc4f033-6e0e-441e-8ee3-5d4a844cdd7d tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:27.498711 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2b5dd2d7-e771-48b3-a79f-8b6fdbc58176 req-5dc4f033-6e0e-441e-8ee3-5d4a844cdd7d tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 945 time: 0.2256825
Dec 04 21:45:27.502581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Checking router: cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:45:27.503102 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Updating router cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c port b6cd2169-e82c-43a4-8aec-2992e47e2330 binding host dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 21:45:27.579993 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:27.672518 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2b5dd2d7-e771-48b3-a79f-8b6fdbc58176 req-4ea333fa-04b3-4ea9-9b52-3731953192e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/security-groups?id=69e23f2e-3949-4ae5-9409-660608bff292&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606202
Dec 04 21:45:27.902893 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce04b7-e542-4614-aca0-386554b1f898 req-27c9d6ac-f286-46ea-bed2-6266cf2132d2 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:27.904372 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-06ce04b7-e542-4614-aca0-386554b1f898 req-27c9d6ac-f286-46ea-bed2-6266cf2132d2 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Synchronizing usage tracker for tenant:ce0209abd7e84edc8a7213c059a2880c on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:45:27.942600 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-06ce04b7-e542-4614-aca0-386554b1f898 req-27c9d6ac-f286-46ea-bed2-6266cf2132d2 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Unset dirty status for tenant:ce0209abd7e84edc8a7213c059a2880c on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:45:27.944742 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06ce04b7-e542-4614-aca0-386554b1f898 req-27c9d6ac-f286-46ea-bed2-6266cf2132d2 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.53 "GET /v2.0/ports?device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 945 time: 0.6014364
Dec 04 21:45:28.124244 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device f9e11b6b-e876-4126-9ddf-bdcc171cb2ed no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:45:28.142895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-06ce04b7-e542-4614-aca0-386554b1f898 req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Deleting port f9e11b6b-e876-4126-9ddf-bdcc171cb2ed {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:45:28.155603 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-06ce04b7-e542-4614-aca0-386554b1f898 req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:28.310174 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:28.326723 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Transition to ACTIVE for port object b6cd2169-e82c-43a4-8aec-2992e47e2330 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:45:28.332434 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:28.376081 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:28.604144 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:28.714602 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039753d-6872-4045-bc58-326820ee3a96 req-3538160d-8e13-4cbf-b254-e20e6f9f559c tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:28.726082 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1039753d-6872-4045-bc58-326820ee3a96 req-3538160d-8e13-4cbf-b254-e20e6f9f559c tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.2995970
Dec 04 21:45:28.729056 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port f9e11b6b-e876-4126-9ddf-bdcc171cb2ed, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f9e11b6b-e876-4126-9ddf-bdcc171cb2ed,segment=NetworkSegment(b96e7589-e1d9-4844-be9c-f1a043d4d5a2),segment_id=b96e7589-e1d9-4844-be9c-f1a043d4d5a2)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:45:28.731575 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ffa434-ff59-44b9-be50-d7d8ca3f3057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e11b6b-e876-4126-9ddf-bdcc171cb2ed'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:45:28.740289 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Pushing event updated for resources: {'Port': ['ID=b6cd2169-e82c-43a4-8aec-2992e47e2330,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:28.750898 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:28.754011 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:28.772046 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.777069 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.777290 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.777604 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.778028 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.789086 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.791308 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.791690 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.792763 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.794149 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.799631 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.799631 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.799631 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.799631 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.800318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.800318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.800507 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.800973 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.813054 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.813593 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.813963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.814328 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.814693 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.815053 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:28.835793 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:28.964544 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1039753d-6872-4045-bc58-326820ee3a96 req-b74bc006-750b-473d-b769-90ad8236784c tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1137400
Dec 04 21:45:29.019101 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=f9e11b6b-e876-4126-9ddf-bdcc171cb2ed,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:29.029109 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:29.071279 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Attempting to bind port b6cd2169-e82c-43a4-8aec-2992e47e2330 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:45:29.071850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Attempting to bind port b6cd2169-e82c-43a4-8aec-2992e47e2330 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:45:29.072259 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Attempting to bind port b6cd2169-e82c-43a4-8aec-2992e47e2330 on network 5a5bc502-ed14-4f0a-889e-34e38dce125b {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:45:29.086864 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46ecc6-50fa-476f-a4de-6ff7cd887c2c req-bb3a95fc-22b6-423a-87a4-89ecf531f5c9 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:29.090536 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:45:29.090948 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Checking segment: {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:45:29.091409 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:29.091832 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Bound using segment: {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:45:29.092351 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Bound port: b6cd2169-e82c-43a4-8aec-2992e47e2330, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:45:29.092778 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:29.106285 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9d46ecc6-50fa-476f-a4de-6ff7cd887c2c req-bb3a95fc-22b6-423a-87a4-89ecf531f5c9 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.3787382
Dec 04 21:45:29.117547 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:29.211734 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9d46ecc6-50fa-476f-a4de-6ff7cd887c2c req-88dd02ee-cb75-42e3-a57a-e8e8a3ab41cf tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015756
Dec 04 21:45:29.252028 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-06ce04b7-e542-4614-aca0-386554b1f898 req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] For port f9e11b6b-e876-4126-9ddf-bdcc171cb2ed, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f9e11b6b-e876-4126-9ddf-bdcc171cb2ed,segment=NetworkSegment(b96e7589-e1d9-4844-be9c-f1a043d4d5a2),segment_id=b96e7589-e1d9-4844-be9c-f1a043d4d5a2)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:45:29.252466 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-06ce04b7-e542-4614-aca0-386554b1f898 req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:29.286486 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ffa434-ff59-44b9-be50-d7d8ca3f3057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e11b6b-e876-4126-9ddf-bdcc171cb2ed', 'code': 200}
Dec 04 21:45:29.297799 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] For port b6cd2169-e82c-43a4-8aec-2992e47e2330, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:45:29.312737 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] For port b6cd2169-e82c-43a4-8aec-2992e47e2330, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=b6cd2169-e82c-43a4-8aec-2992e47e2330,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:45:29.318613 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:29.379413 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 36080) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:45:29.416586 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-06ce04b7-e542-4614-aca0-386554b1f898 req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Calling delete_port for f9e11b6b-e876-4126-9ddf-bdcc171cb2ed owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:45:29.443305 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:29.617076 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:29.624752 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-06ce04b7-e542-4614-aca0-386554b1f898 req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:29.801373 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:29.804199 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Routers {'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:45:29.804982 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd25c7f0>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:45:00Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:29.879126 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Pushing event deleted for resources: {'Port': ['ID=f9e11b6b-e876-4126-9ddf-bdcc171cb2ed,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:29.898133 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.898551 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.899539 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.899887 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.900276 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.900664 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.901047 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.901223 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-026d455e-6a9d-46e5-b8f1-2702f7875e5c req-868a4672-84c4-4382-b4a9-37ae06203f29 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 210 time: 0.2038610
Dec 04 21:45:29.901478 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.901781 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.902165 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.902550 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.902924 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.903389 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.903832 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.904570 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.904924 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.905310 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.905682 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.906057 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.906433 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.907086 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.907487 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.907872 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.908376 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:29.912665 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:30.014374 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:30.040326 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ce04b7-e542-4614-aca0-386554b1f898 req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] No DVR routers for this DVR port f9e11b6b-e876-4126-9ddf-bdcc171cb2ed on host hv-cinder-74915 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:45:30.042097 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-06ce04b7-e542-4614-aca0-386554b1f898 req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:30.085222 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ffa434-ff59-44b9-be50-d7d8ca3f3057', 'name': 'network-vif-deleted', 'tag': 'f9e11b6b-e876-4126-9ddf-bdcc171cb2ed'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:45:30.088075 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:45:30.098112 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Usage tracker for resource:security_group_rule and tenant:24739d05fd0a4db38c4307c9fb2d62d1 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:45:30.104960 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:45:30.112528 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:45:30.171494 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06ce04b7-e542-4614-aca0-386554b1f898 req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.53 "DELETE /v2.0/ports/f9e11b6b-e876-4126-9ddf-bdcc171cb2ed HTTP/1.1" status: 204  len: 173 time: 2.2099364
Dec 04 21:45:30.364265 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:30.370634 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:30.412286 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ffa434-ff59-44b9-be50-d7d8ca3f3057', 'name': 'network-vif-deleted', 'tag': 'f9e11b6b-e876-4126-9ddf-bdcc171cb2ed', 'status': 'completed', 'code': 200}
Dec 04 21:45:30.506549 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0ab55a11-f954-4b92-8260-9d0d5cdb0709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:30.530542 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] Set router cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:45:30.546212 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24739d05fd0a4db38c4307c9fb2d62d1&name=default HTTP/1.1" status: 200  len: 2879 time: 1.1629362
Dec 04 21:45:30.550987 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 36096) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:45:30.557538 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8777f883-3bfb-43d8-8e85-93eac8e8d803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:30.810808 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Pushing event updated for resources: {'Port': ['ID=b6cd2169-e82c-43a4-8aec-2992e47e2330,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:30.825194 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-01aa628d-465f-446e-aff5-d539cdd5a9bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.208s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:30.832161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7e99e49c-7a62-4a5c-9181-d78518d57b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:30.892209 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a79732d-d3bb-463c-bc45-666770a77cb6,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:30.928069 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.928726 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.929405 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.930122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.930782 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.931443 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.932129 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.932775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.933420 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.934074 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.934749 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.935377 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.936238 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.936885 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.937538 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.938196 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.938853 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.939510 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.940167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.940826 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.941477 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.942119 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.942788 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.943421 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:30.985545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:31.033162 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c06f04-7a9d-439f-898c-4ab67d1661f7 req-59a21d73-8da1-445e-9829-4dff11f9171b tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:31.041254 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7e99e49c-7a62-4a5c-9181-d78518d57b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:31.044697 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-43c06f04-7a9d-439f-898c-4ab67d1661f7 req-59a21d73-8da1-445e-9829-4dff11f9171b tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.4274688
Dec 04 21:45:31.145435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7e99e49c-7a62-4a5c-9181-d78518d57b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:31.150401 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd25c7f0>, [{'id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'name': 'tempest-TestShelveInstance-23902711-router', 'tenant_id': '67754d167c0e45f9b14490e6e592e406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6cd2169-e82c-43a4-8aec-2992e47e2330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:45:17Z', 'updated_at': '2020-12-04T21:45:22Z', 'revision_number': 3, 'project_id': '67754d167c0e45f9b14490e6e592e406', 'gw_port': {'id': 'b6cd2169-e82c-43a4-8aec-2992e47e2330', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:19Z', 'updated_at': '2020-12-04T21:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:31.157749 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e46762bf-f8a1-453c-b9dd-5804e71f2f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:31.168264 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffde9b2f-9a6a-460a-af28-ec687bd5df0f None None] The sync data for ids ['cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c'] in dv-cinder-749155-4-iscsi is: [{'id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'name': 'tempest-TestShelveInstance-23902711-router', 'tenant_id': '67754d167c0e45f9b14490e6e592e406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6cd2169-e82c-43a4-8aec-2992e47e2330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:45:17Z', 'updated_at': '2020-12-04T21:45:22Z', 'revision_number': 3, 'project_id': '67754d167c0e45f9b14490e6e592e406', 'gw_port': {'id': 'b6cd2169-e82c-43a4-8aec-2992e47e2330', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:19Z', 'updated_at': '2020-12-04T21:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:45:31.228992 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a71117-c5fb-41bf-a70a-e8366486f340 req-5aa6a59e-cd2b-4a5a-b875-4bbcdc5ec0bc tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:31.233821 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d2a71117-c5fb-41bf-a70a-e8366486f340 req-5aa6a59e-cd2b-4a5a-b875-4bbcdc5ec0bc tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.4785471
Dec 04 21:45:31.237145 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Allocated IP 172.20.0.1 (3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55/c06df79b-f863-46bd-8c9c-ebe1e9f7d1a3/2813f465-3642-4eac-af58-0b29f5b7e68e) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:45:31.272492 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-43c06f04-7a9d-439f-898c-4ab67d1661f7 req-f1209b11-13f5-4737-b120-055b85e02c4b tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2132773
Dec 04 21:45:31.471092 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d2a71117-c5fb-41bf-a70a-e8366486f340 req-df99159f-d0c9-414d-af03-739c3ec06ab1 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2212341
Dec 04 21:45:31.575685 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99e49c-7a62-4a5c-9181-d78518d57b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a79732d-d3bb-463c-bc45-666770a77cb6,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:31.581780 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:31.851086 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7e99e49c-7a62-4a5c-9181-d78518d57b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:31.873301 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:31.876973 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7e99e49c-7a62-4a5c-9181-d78518d57b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:31.878469 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7e99e49c-7a62-4a5c-9181-d78518d57b90 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a79732d-d3bb-463c-bc45-666770a77cb6 HTTP/1.1" status: 204  len: 168 time: 1.3257594
Dec 04 21:45:31.916986 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:31.929136 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Transition to ACTIVE for port object 2813f465-3642-4eac-af58-0b29f5b7e68e will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:45:31.979121 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:32.083700 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:32.158398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:32.428694 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device b6cd2169-e82c-43a4-8aec-2992e47e2330 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:32.552733 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0dcad382-cf68-4123-a43e-e40f20164af5 req-8ad9157c-2692-4e31-b7e6-8ea63656889c tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] 10.222.0.44 "GET /v2.0/ports?device_id=28ffa434-ff59-44b9-be50-d7d8ca3f3057 HTTP/1.1" status: 200  len: 210 time: 0.2210059
Dec 04 21:45:32.660944 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port b6cd2169-e82c-43a4-8aec-2992e47e2330 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:45:32.675429 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port b6cd2169-e82c-43a4-8aec-2992e47e2330 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:32.680977 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:32.694623 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Pushing event updated for resources: {'Port': ['ID=2813f465-3642-4eac-af58-0b29f5b7e68e,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:32.717103 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:32.719385 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Network 3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:45:32.732527 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:45:32.737803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:45:32.957227 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-978543'] for router_interface, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:33.050515 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2387b1c-23a6-4ab5-9870-162b321d952c req-b241fa64-bfd6-41b2-9b86-c80c59edc74e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:33.091842 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a2387b1c-23a6-4ab5-9870-162b321d952c req-b241fa64-bfd6-41b2-9b86-c80c59edc74e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.2547975
Dec 04 21:45:33.151604 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:33.210695 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port b6cd2169-e82c-43a4-8aec-2992e47e2330, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=b6cd2169-e82c-43a4-8aec-2992e47e2330,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:45:33.225386 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:33.229124 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:33.329129 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:33.329712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=b6cd2169-e82c-43a4-8aec-2992e47e2330,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:33.333880 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:33.361814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-48a13f0b-d7ee-4c5e-98c7-76b393df5060 None None] Provisioning for port 2813f465-3642-4eac-af58-0b29f5b7e68e completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:45:33.369512 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-48a13f0b-d7ee-4c5e-98c7-76b393df5060 None None] Provisioning complete for port 2813f465-3642-4eac-af58-0b29f5b7e68e triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:33.370234 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-48a13f0b-d7ee-4c5e-98c7-76b393df5060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:33.481638 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-48a13f0b-d7ee-4c5e-98c7-76b393df5060 None None] Port 2813f465-3642-4eac-af58-0b29f5b7e68e cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:45:33.536538 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 36126) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:45:33.578387 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a2387b1c-23a6-4ab5-9870-162b321d952c req-518ef039-52fd-42a7-82cb-8915ec7b4105 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4851658
Dec 04 21:45:33.626871 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-59f8a0c1-485a-4578-ab43-c2e3c80a2ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:33.647907 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-59f8a0c1-485a-4578-ab43-c2e3c80a2ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:45:33.653481 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-59f8a0c1-485a-4578-ab43-c2e3c80a2ae8 admin admin] Usage tracker for resource:security_group_rule and tenant:c79419249ded473fa321196942692255 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:45:33.660263 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-59f8a0c1-485a-4578-ab43-c2e3c80a2ae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:45:33.667995 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-59f8a0c1-485a-4578-ab43-c2e3c80a2ae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:45:33.838850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871dcf1-d450-47b6-98ee-738b22936af3 req-de6334b2-a1e9-4dc6-9f53-ad73f2eb2d15 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:33.840741 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8871dcf1-d450-47b6-98ee-738b22936af3 req-de6334b2-a1e9-4dc6-9f53-ad73f2eb2d15 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.6020019
Dec 04 21:45:33.861475 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:33.866005 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:33.895975 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a251f16a-5d23-49b5-ab43-b2bd923c1b4f tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:33.984003 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8871dcf1-d450-47b6-98ee-738b22936af3 req-f8fe281b-5396-484c-b181-3ddbccd5c7f5 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1207922
Dec 04 21:45:34.048219 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-59f8a0c1-485a-4578-ab43-c2e3c80a2ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:34.059948 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-59f8a0c1-485a-4578-ab43-c2e3c80a2ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:34.111895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6f9b48bd-ada3-47fe-aa7f-2bf00cc5d414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:34.267415 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8a0c1-485a-4578-ab43-c2e3c80a2ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2725b71-ccd4-4c3e-9d0f-6179d99b891d,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:34.277312 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-59f8a0c1-485a-4578-ab43-c2e3c80a2ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:34.330144 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device b6cd2169-e82c-43a4-8aec-2992e47e2330 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:34.340744 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-59f8a0c1-485a-4578-ab43-c2e3c80a2ae8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c79419249ded473fa321196942692255&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7815065
Dec 04 21:45:34.348679 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 36136) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:45:34.453508 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Pushing event updated for resources: {'Port': ['ID=2813f465-3642-4eac-af58-0b29f5b7e68e,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:34.471604 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853288963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853797172'] for router_interface, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:34.495956 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-509f032a-c719-4b12-8dbc-2d43a4caa807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:34.506776 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:34.572037 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-509f032a-c719-4b12-8dbc-2d43a4caa807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:34.646235 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-509f032a-c719-4b12-8dbc-2d43a4caa807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:34.647438 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port b6cd2169-e82c-43a4-8aec-2992e47e2330 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:34.648179 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:34.664890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a3c37b5a-5d1d-48d3-be17-f40aa33da52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:34.704527 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f032a-c719-4b12-8dbc-2d43a4caa807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2725b71-ccd4-4c3e-9d0f-6179d99b891d,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:34.705995 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Network 3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:45:34.708281 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:45:34.730732 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-509f032a-c719-4b12-8dbc-2d43a4caa807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:34.734600 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-509f032a-c719-4b12-8dbc-2d43a4caa807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:34.751961 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-509f032a-c719-4b12-8dbc-2d43a4caa807 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2725b71-ccd4-4c3e-9d0f-6179d99b891d HTTP/1.1" status: 204  len: 168 time: 0.4013369
Dec 04 21:45:35.031789 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Router cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:45:35.703543 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:45:35.718828 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-667c4abc-6a51-4125-9d31-c39f91b431a9 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:35.729254 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-667c4abc-6a51-4125-9d31-c39f91b431a9 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/networks?id=e1afa9e6-c218-4ecc-89e8-923ffc838696 HTTP/1.1" status: 200  len: 815 time: 0.8039889
Dec 04 21:45:35.740625 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] 10.222.0.44 "PUT /v2.0/routers/cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0548887
Dec 04 21:45:35.823198 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-171c3b64-d3d5-485a-890f-f328cd3bcb5f None None] Provisioning complete for port 2813f465-3642-4eac-af58-0b29f5b7e68e triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:35.823554 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-171c3b64-d3d5-485a-890f-f328cd3bcb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:35.871357 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-e4155e03-e690-47ff-9d63-272275cf16ef tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/quotas/a2058a1a470645f2acd486f763a37a33 HTTP/1.1" status: 200  len: 375 time: 0.0699487
Dec 04 21:45:35.976559 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Sync routers for ids ['cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:45:36.054319 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Routers {'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:45:36.056620 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447279c-e3cd-4c30-bf61-e7931db23d3b req-9f48d3e1-bf29-4da3-bec9-73b5b09a5298 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:36.057157 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fce2a7f0>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:45:30Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:36.070661 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9447279c-e3cd-4c30-bf61-e7931db23d3b req-9f48d3e1-bf29-4da3-bec9-73b5b09a5298 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.3393548
Dec 04 21:45:36.223512 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-171c3b64-d3d5-485a-890f-f328cd3bcb5f None None] Port 2813f465-3642-4eac-af58-0b29f5b7e68e cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:45:36.236680 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9447279c-e3cd-4c30-bf61-e7931db23d3b req-0b3940f2-3dab-4734-a197-97c8e457dcdf tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647670
Dec 04 21:45:36.326210 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-e680c881-fc87-4c9b-8892-6d27d4c5d37c tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?tenant_id=a2058a1a470645f2acd486f763a37a33&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4533439
Dec 04 21:45:36.565919 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Set router cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:45:36.674161 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-5e7b7cb6-2222-41b6-bb87-89757119ba39 service neutron] 10.222.0.44 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3465700
Dec 04 21:45:36.968058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fce2a7f0>, [{'id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'name': 'tempest-TestShelveInstance-23902711-router', 'tenant_id': '67754d167c0e45f9b14490e6e592e406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6cd2169-e82c-43a4-8aec-2992e47e2330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:45:17Z', 'updated_at': '2020-12-04T21:45:33Z', 'revision_number': 4, 'project_id': '67754d167c0e45f9b14490e6e592e406', 'gw_port': {'id': 'b6cd2169-e82c-43a4-8aec-2992e47e2330', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:19Z', 'updated_at': '2020-12-04T21:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '2813f465-3642-4eac-af58-0b29f5b7e68e', 'name': '', 'network_id': '3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55', 'tenant_id': '67754d167c0e45f9b14490e6e592e406', 'mac_address': 'fa:16:3e:1e:04:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c06df79b-f863-46bd-8c9c-ebe1e9f7d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:30Z', 'updated_at': '2020-12-04T21:45:33Z', 'revision_number': 2, 'project_id': '67754d167c0e45f9b14490e6e592e406', 'subnets': [{'id': 'c06df79b-f863-46bd-8c9c-ebe1e9f7d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:36.972748 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Checking router: cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:45:36.973176 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Updating router cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c port 2813f465-3642-4eac-af58-0b29f5b7e68e binding host dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 21:45:37.096792 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:37.159663 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-ad21c0a9-fb7c-4898-a772-75c400a0786b service neutron] 10.222.0.44 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4687700
Dec 04 21:45:37.245531 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45825f4-6761-4d36-aa1f-cec8ec2ddf7a req-4f907212-a6e2-4ce9-8d90-0a0413b37e2f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:37.255162 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a45825f4-6761-4d36-aa1f-cec8ec2ddf7a req-4f907212-a6e2-4ce9-8d90-0a0413b37e2f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.4126885
Dec 04 21:45:37.341393 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a45825f4-6761-4d36-aa1f-cec8ec2ddf7a req-b8b395e6-5fdb-489e-8e48-7c1d6e44636e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851200
Dec 04 21:45:37.872755 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078262aa-1994-4997-8a59-c59a4117d074 req-32bc1b9a-1e30-40bd-891f-3ed19f42111c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:37.892952 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-078262aa-1994-4997-8a59-c59a4117d074 req-32bc1b9a-1e30-40bd-891f-3ed19f42111c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.2370319
Dec 04 21:45:38.051740 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:38.059830 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-078262aa-1994-4997-8a59-c59a4117d074 req-4481c455-77c4-4cc9-bc5b-37c276b3878c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648672
Dec 04 21:45:38.137930 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Transition to ACTIVE for port object 2813f465-3642-4eac-af58-0b29f5b7e68e will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:45:38.147186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:38.307451 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e340a1c3-88a0-4954-a7f3-40d63397b0be req-d71b221d-de6f-48cb-8089-a06f056e4469 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 210 time: 0.0924358
Dec 04 21:45:38.361613 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:38.673825 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Attempting to bind port 2813f465-3642-4eac-af58-0b29f5b7e68e on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:45:38.674493 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Attempting to bind port 2813f465-3642-4eac-af58-0b29f5b7e68e by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': '674c48a7-96cc-472c-beed-6b829f47df02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:45:38.675088 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Attempting to bind port 2813f465-3642-4eac-af58-0b29f5b7e68e on network 3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:45:38.681097 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Pushing event updated for resources: {'Port': ['ID=2813f465-3642-4eac-af58-0b29f5b7e68e,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:38.692906 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.693460 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.694744 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.695354 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.696675 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.697246 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.697948 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.698488 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.699041 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.699419 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.699838 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.700211 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.700670 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.701042 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.701412 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.701927 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.702297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.702665 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.703173 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.703610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.704218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.705035 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.705796 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.706169 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:45:38.710776 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:45:38.711920 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Checking segment: {'id': '674c48a7-96cc-472c-beed-6b829f47df02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:45:38.712834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:38.717895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Bound using segment: {'id': '674c48a7-96cc-472c-beed-6b829f47df02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:45:38.718871 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Bound port: 2813f465-3642-4eac-af58-0b29f5b7e68e, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674c48a7-96cc-472c-beed-6b829f47df02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:45:38.719328 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:38.742525 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:38.854648 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c89b96-d820-4555-9160-1279cf3171d0 req-270450e5-c262-40ea-83c8-a4b041822e56 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:38.857525 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7c89b96-d820-4555-9160-1279cf3171d0 req-270450e5-c262-40ea-83c8-a4b041822e56 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.1120715
Dec 04 21:45:38.890345 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] For port 2813f465-3642-4eac-af58-0b29f5b7e68e, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:45:38.897293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] For port 2813f465-3642-4eac-af58-0b29f5b7e68e, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=2813f465-3642-4eac-af58-0b29f5b7e68e,segment=NetworkSegment(674c48a7-96cc-472c-beed-6b829f47df02),segment_id=674c48a7-96cc-472c-beed-6b829f47df02)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:45:38.915782 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:38.917992 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7c89b96-d820-4555-9160-1279cf3171d0 req-998a5e29-a69e-4bf3-b04e-617337f3ac9a tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542073
Dec 04 21:45:38.936651 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:39.074285 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-04d18b42-a746-4f42-8bbd-76de1392f346 req-77b6f917-a510-458c-b635-a947d602a794 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-440546929', 'description': 'tempest-TestShelveInstance-440546929 description'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:45:39.083982 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-04d18b42-a746-4f42-8bbd-76de1392f346 req-77b6f917-a510-458c-b635-a947d602a794 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:45:39.095718 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-04d18b42-a746-4f42-8bbd-76de1392f346 req-77b6f917-a510-458c-b635-a947d602a794 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Usage tracker for resource:security_group and tenant:46d8cb3e589a4879990d2eb6faf2e6cb is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:45:39.102958 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-04d18b42-a746-4f42-8bbd-76de1392f346 req-77b6f917-a510-458c-b635-a947d602a794 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:45:39.123890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-04d18b42-a746-4f42-8bbd-76de1392f346 req-77b6f917-a510-458c-b635-a947d602a794 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:45:39.143547 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-04d18b42-a746-4f42-8bbd-76de1392f346 req-77b6f917-a510-458c-b635-a947d602a794 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:39.190609 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-04d18b42-a746-4f42-8bbd-76de1392f346 req-77b6f917-a510-458c-b635-a947d602a794 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:45:39.196419 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-04d18b42-a746-4f42-8bbd-76de1392f346 req-77b6f917-a510-458c-b635-a947d602a794 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Usage tracker for resource:security_group_rule and tenant:46d8cb3e589a4879990d2eb6faf2e6cb is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:45:39.200267 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-04d18b42-a746-4f42-8bbd-76de1392f346 req-77b6f917-a510-458c-b635-a947d602a794 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:45:39.208203 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-04d18b42-a746-4f42-8bbd-76de1392f346 req-77b6f917-a510-458c-b635-a947d602a794 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:45:39.250196 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Pushing event updated for resources: {'Port': ['ID=2813f465-3642-4eac-af58-0b29f5b7e68e,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:39.257287 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:39.281574 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Routers {'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:45:39.282395 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fce2a7f0>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:45:30Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:39.365799 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-04d18b42-a746-4f42-8bbd-76de1392f346 req-77b6f917-a510-458c-b635-a947d602a794 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:39.373490 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-04d18b42-a746-4f42-8bbd-76de1392f346 req-77b6f917-a510-458c-b635-a947d602a794 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:39.380213 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:39.422077 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6f917-a510-458c-b635-a947d602a794 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Pushing event updated for resources: {'SecurityGroup': ['ID=db14e7dd-e88a-40e0-95d1-83b05e2c3689,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:39.427977 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-77b6f917-a510-458c-b635-a947d602a794 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:39.443403 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-04d18b42-a746-4f42-8bbd-76de1392f346 req-77b6f917-a510-458c-b635-a947d602a794 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:39.466435 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04d18b42-a746-4f42-8bbd-76de1392f346 req-77b6f917-a510-458c-b635-a947d602a794 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1755 time: 0.3999763
Dec 04 21:45:39.581846 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] Set router cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:45:39.737861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1443e-3457-4411-bb7f-30a089ff26ce req-ec8bafab-988d-494e-ad8c-5167d95571f6 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:39.748146 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c8e1443e-3457-4411-bb7f-30a089ff26ce req-ec8bafab-988d-494e-ad8c-5167d95571f6 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.1340535
Dec 04 21:45:39.815432 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c8e1443e-3457-4411-bb7f-30a089ff26ce req-29b1bd99-8f54-4602-9781-2b3e30745e25 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662899
Dec 04 21:45:40.055515 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0b5f38f9-045f-4806-8ebb-bcefea4184a9 req-01509987-9c2d-479d-a678-d348bc33e862 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 210 time: 0.0555637
Dec 04 21:45:40.237951 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-efebfdfd-4b1e-49b2-8867-1285cdce3bd3 req-13e5d9d0-0a20-4ad1-9f12-14a071bd622e tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups/db14e7dd-e88a-40e0-95d1-83b05e2c3689 HTTP/1.1" status: 200  len: 1750 time: 0.0764389
Dec 04 21:45:40.241660 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fce2a7f0>, [{'id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'name': 'tempest-TestShelveInstance-23902711-router', 'tenant_id': '67754d167c0e45f9b14490e6e592e406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6cd2169-e82c-43a4-8aec-2992e47e2330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:45:17Z', 'updated_at': '2020-12-04T21:45:33Z', 'revision_number': 4, 'project_id': '67754d167c0e45f9b14490e6e592e406', 'gw_port': {'id': 'b6cd2169-e82c-43a4-8aec-2992e47e2330', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:19Z', 'updated_at': '2020-12-04T21:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '2813f465-3642-4eac-af58-0b29f5b7e68e', 'name': '', 'network_id': '3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55', 'tenant_id': '67754d167c0e45f9b14490e6e592e406', 'mac_address': 'fa:16:3e:1e:04:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c06df79b-f863-46bd-8c9c-ebe1e9f7d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:30Z', 'updated_at': '2020-12-04T21:45:38Z', 'revision_number': 4, 'project_id': '67754d167c0e45f9b14490e6e592e406', 'subnets': [{'id': 'c06df79b-f863-46bd-8c9c-ebe1e9f7d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:45:40.250435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd294f1-414c-43b6-afd0-79ea37511eca None None] The sync data for ids ['cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c'] in dv-cinder-749155-4-iscsi is: [{'id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'name': 'tempest-TestShelveInstance-23902711-router', 'tenant_id': '67754d167c0e45f9b14490e6e592e406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6cd2169-e82c-43a4-8aec-2992e47e2330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:45:17Z', 'updated_at': '2020-12-04T21:45:33Z', 'revision_number': 4, 'project_id': '67754d167c0e45f9b14490e6e592e406', 'gw_port': {'id': 'b6cd2169-e82c-43a4-8aec-2992e47e2330', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:19Z', 'updated_at': '2020-12-04T21:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '2813f465-3642-4eac-af58-0b29f5b7e68e', 'name': '', 'network_id': '3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55', 'tenant_id': '67754d167c0e45f9b14490e6e592e406', 'mac_address': 'fa:16:3e:1e:04:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c06df79b-f863-46bd-8c9c-ebe1e9f7d1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:30Z', 'updated_at': '2020-12-04T21:45:38Z', 'revision_number': 4, 'project_id': '67754d167c0e45f9b14490e6e592e406', 'subnets': [{'id': 'c06df79b-f863-46bd-8c9c-ebe1e9f7d1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:45:40.291877 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-efebfdfd-4b1e-49b2-8867-1285cdce3bd3 req-6be2a189-9ffb-490b-8110-e04ba1a1508b tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db14e7dd-e88a-40e0-95d1-83b05e2c3689', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:45:40.293124 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-efebfdfd-4b1e-49b2-8867-1285cdce3bd3 req-6be2a189-9ffb-490b-8110-e04ba1a1508b tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db14e7dd-e88a-40e0-95d1-83b05e2c3689', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:45:40.315684 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-efebfdfd-4b1e-49b2-8867-1285cdce3bd3 req-6be2a189-9ffb-490b-8110-e04ba1a1508b tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:45:40.333774 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-efebfdfd-4b1e-49b2-8867-1285cdce3bd3 req-6be2a189-9ffb-490b-8110-e04ba1a1508b tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Usage tracker for resource:security_group_rule and tenant:46d8cb3e589a4879990d2eb6faf2e6cb is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:45:40.346461 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-efebfdfd-4b1e-49b2-8867-1285cdce3bd3 req-6be2a189-9ffb-490b-8110-e04ba1a1508b tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:45:40.361088 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-efebfdfd-4b1e-49b2-8867-1285cdce3bd3 req-6be2a189-9ffb-490b-8110-e04ba1a1508b tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:45:40.482860 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-efebfdfd-4b1e-49b2-8867-1285cdce3bd3 req-6be2a189-9ffb-490b-8110-e04ba1a1508b tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:40.514229 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-efebfdfd-4b1e-49b2-8867-1285cdce3bd3 req-6be2a189-9ffb-490b-8110-e04ba1a1508b tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:40.519835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-efebfdfd-4b1e-49b2-8867-1285cdce3bd3 req-6be2a189-9ffb-490b-8110-e04ba1a1508b tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162223'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:40.522121 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c5e7b004-4dd0-42f8-8ae0-db58adda6736 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:40.567048 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2a189-9ffb-490b-8110-e04ba1a1508b tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8de4f0-a270-4b5f-9c08-b64601189c93,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:40.572764 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6be2a189-9ffb-490b-8110-e04ba1a1508b tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:40.583369 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-efebfdfd-4b1e-49b2-8867-1285cdce3bd3 req-6be2a189-9ffb-490b-8110-e04ba1a1508b tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:40.599438 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-efebfdfd-4b1e-49b2-8867-1285cdce3bd3 req-6be2a189-9ffb-490b-8110-e04ba1a1508b tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.3419409
Dec 04 21:45:40.847205 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3886c-51d9-4c24-9408-55924d048b1f req-f941b3c2-5194-4309-bb45-06a672dab0e8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:40.850047 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ec3886c-51d9-4c24-9408-55924d048b1f req-f941b3c2-5194-4309-bb45-06a672dab0e8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.1442378
Dec 04 21:45:40.936729 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ec3886c-51d9-4c24-9408-55924d048b1f req-511fd675-fef7-4b39-b11a-2356e9b73a85 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765560
Dec 04 21:45:41.197174 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3cc5de14-a22c-45eb-814f-0dd0a919b51b req-27e5564e-afdb-4d8f-a55c-b4ef7556a7d4 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups/db14e7dd-e88a-40e0-95d1-83b05e2c3689 HTTP/1.1" status: 200  len: 2311 time: 0.1345608
Dec 04 21:45:41.230661 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-3cc5de14-a22c-45eb-814f-0dd0a919b51b req-508e482f-017b-4276-9177-984a66248112 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db14e7dd-e88a-40e0-95d1-83b05e2c3689', 'remote_group_id': None}]} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:45:41.234280 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-3cc5de14-a22c-45eb-814f-0dd0a919b51b req-508e482f-017b-4276-9177-984a66248112 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db14e7dd-e88a-40e0-95d1-83b05e2c3689', 'remote_group_id': None}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:45:41.262190 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-3cc5de14-a22c-45eb-814f-0dd0a919b51b req-508e482f-017b-4276-9177-984a66248112 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:45:41.271901 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-3cc5de14-a22c-45eb-814f-0dd0a919b51b req-508e482f-017b-4276-9177-984a66248112 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Usage tracker for resource:security_group_rule and tenant:46d8cb3e589a4879990d2eb6faf2e6cb is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:45:41.280962 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-3cc5de14-a22c-45eb-814f-0dd0a919b51b req-508e482f-017b-4276-9177-984a66248112 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:45:41.316204 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-3cc5de14-a22c-45eb-814f-0dd0a919b51b req-508e482f-017b-4276-9177-984a66248112 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:45:41.657716 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3cc5de14-a22c-45eb-814f-0dd0a919b51b req-508e482f-017b-4276-9177-984a66248112 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:41.751989 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9be313-7364-4920-ac57-ddaccb8cb2c1 req-79d17619-2b69-493e-8a25-ace050c548aa tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:41.754952 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3b9be313-7364-4920-ac57-ddaccb8cb2c1 req-79d17619-2b69-493e-8a25-ace050c548aa tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.3791404
Dec 04 21:45:41.760448 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3cc5de14-a22c-45eb-814f-0dd0a919b51b req-508e482f-017b-4276-9177-984a66248112 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:41.795430 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3cc5de14-a22c-45eb-814f-0dd0a919b51b req-508e482f-017b-4276-9177-984a66248112 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162223'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:41.808005 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:41.830806 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e482f-017b-4276-9177-984a66248112 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e40f3c-b439-413e-ad55-33252feef5ea,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:41.842855 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-508e482f-017b-4276-9177-984a66248112 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:41.864170 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3b9be313-7364-4920-ac57-ddaccb8cb2c1 req-d2eb6a67-3af8-4e42-8cc7-c52a1283224b tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011217
Dec 04 21:45:41.875922 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3cc5de14-a22c-45eb-814f-0dd0a919b51b req-508e482f-017b-4276-9177-984a66248112 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:41.901910 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3cc5de14-a22c-45eb-814f-0dd0a919b51b req-508e482f-017b-4276-9177-984a66248112 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.6817949
Dec 04 21:45:42.272403 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d8e74037-b6e6-4b88-803e-da4f25a8da32 req-c6368789-69d2-4e26-ac24-834a55706726 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 210 time: 0.2656238
Dec 04 21:45:42.522804 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 2813f465-3642-4eac-af58-0b29f5b7e68e up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:42.623281 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd821feb-48d9-4898-af59-c68a91f3da25 req-570bba2f-928b-4a72-a15b-6e7f3219da38 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:42.632034 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd821feb-48d9-4898-af59-c68a91f3da25 req-570bba2f-928b-4a72-a15b-6e7f3219da38 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.2762229
Dec 04 21:45:42.707641 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd821feb-48d9-4898-af59-c68a91f3da25 req-6d489419-864e-4f60-9cf1-829eb405250d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718548
Dec 04 21:45:42.716126 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-47590204-01e0-4976-a747-cd570060d786 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:42.717853 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-47590204-01e0-4976-a747-cd570060d786 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.53 "GET /v2.0/networks?id=e1afa9e6-c218-4ecc-89e8-923ffc838696 HTTP/1.1" status: 200  len: 815 time: 0.5453930
Dec 04 21:45:42.725024 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port 2813f465-3642-4eac-af58-0b29f5b7e68e completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:45:42.737148 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 2813f465-3642-4eac-af58-0b29f5b7e68e triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:42.737580 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:42.745449 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-13d08303-8eb1-452d-998e-f7f3a51c92aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Request body: {'port': {'device_id': 'dc4358f9-5e88-4bbf-ae8b-5703d3396c6d', 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696', 'admin_state_up': True, 'tenant_id': 'a2058a1a470645f2acd486f763a37a33'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:45:43.197527 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-13d08303-8eb1-452d-998e-f7f3a51c92aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:45:43.212815 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:43.223652 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-13d08303-8eb1-452d-998e-f7f3a51c92aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Usage tracker for resource:port and tenant:a2058a1a470645f2acd486f763a37a33 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:45:43.227289 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-13d08303-8eb1-452d-998e-f7f3a51c92aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Quota usage for port was recalculated. Used quota:3. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:45:43.244471 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-13d08303-8eb1-452d-998e-f7f3a51c92aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:45:43.264290 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-13d08303-8eb1-452d-998e-f7f3a51c92aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Made reservation on behalf of a2058a1a470645f2acd486f763a37a33 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:45:43.270289 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-13d08303-8eb1-452d-998e-f7f3a51c92aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:43.277674 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port 2813f465-3642-4eac-af58-0b29f5b7e68e, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=2813f465-3642-4eac-af58-0b29f5b7e68e,segment=NetworkSegment(674c48a7-96cc-472c-beed-6b829f47df02),segment_id=674c48a7-96cc-472c-beed-6b829f47df02)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:45:43.282476 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:43.284577 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:43.365948 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=2813f465-3642-4eac-af58-0b29f5b7e68e,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:43.370167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:43.451560 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 3a1db974-c036-4c5e-ae04-e42e5aced041 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:43.492010 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfa095-c3ff-4176-98fa-0932c6849a18 req-52efd531-350f-4a85-afbd-25f1cf989ab9 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:43.494600 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3dcfa095-c3ff-4176-98fa-0932c6849a18 req-52efd531-350f-4a85-afbd-25f1cf989ab9 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.1830370
Dec 04 21:45:43.720573 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 3a1db974-c036-4c5e-ae04-e42e5aced041 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:43.721197 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:43.827830 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3dcfa095-c3ff-4176-98fa-0932c6849a18 req-29b3fcbd-8fee-4262-912f-15abed9959cb tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3198574
Dec 04 21:45:43.855013 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3d81aa74-2671-41f8-b3b8-c5d8cf21205a req-28eb7aff-668e-4820-8b05-7c8c0cffaf08 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 210 time: 0.1837800
Dec 04 21:45:44.213633 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-13d08303-8eb1-452d-998e-f7f3a51c92aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Allocated IP 172.20.0.8 (e1afa9e6-c218-4ecc-89e8-923ffc838696/68ccc99a-c2e9-4220-9d9e-d15fbf09c75e/e008f51d-830a-49a0-8c96-1b24baff6eac) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:45:44.373951 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 2813f465-3642-4eac-af58-0b29f5b7e68e up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:44.505768 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07aff20-cdb4-40e3-9285-976be22f8087 req-e1e6b027-0308-4a67-a234-d8157140f663 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:44.520272 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b07aff20-cdb4-40e3-9285-976be22f8087 req-e1e6b027-0308-4a67-a234-d8157140f663 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.2599144
Dec 04 21:45:44.606194 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b07aff20-cdb4-40e3-9285-976be22f8087 req-166f6773-1eff-457a-b8f1-6cc17f754d68 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841911
Dec 04 21:45:44.696570 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 2813f465-3642-4eac-af58-0b29f5b7e68e triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:44.697070 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:44.907527 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:45:45.025923 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-13d08303-8eb1-452d-998e-f7f3a51c92aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:45.120394 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-13d08303-8eb1-452d-998e-f7f3a51c92aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:45.151196 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-845ebcf1-27b4-4104-8a68-dd349ef2c449 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:45.527582 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d08303-8eb1-452d-998e-f7f3a51c92aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Pushing event updated for resources: {'Port': ['ID=e008f51d-830a-49a0-8c96-1b24baff6eac,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:45.542528 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-13d08303-8eb1-452d-998e-f7f3a51c92aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:45.570914 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14cd66-f5a9-41df-aee2-3443c8f0027c req-82e53511-26b2-4d33-9ece-13edcb3b42ac tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:45.580048 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8c14cd66-f5a9-41df-aee2-3443c8f0027c req-82e53511-26b2-4d33-9ece-13edcb3b42ac tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 931 time: 0.3212106
Dec 04 21:45:45.653945 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8c14cd66-f5a9-41df-aee2-3443c8f0027c req-4d05f412-21f4-4cdd-80d9-4ae4c2fb7629 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727799
Dec 04 21:45:45.693440 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-13d08303-8eb1-452d-998e-f7f3a51c92aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Network e1afa9e6-c218-4ecc-89e8-923ffc838696 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:45:45.694945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-13d08303-8eb1-452d-998e-f7f3a51c92aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:45:45.705813 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-13d08303-8eb1-452d-998e-f7f3a51c92aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:45:45.711538 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8c5c6-239e-422d-ad2d-8ab5449a9fc5 req-fc003cf4-233b-4aee-8750-a08947832b3f tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:45.715319 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a6e8c5c6-239e-422d-ad2d-8ab5449a9fc5 req-fc003cf4-233b-4aee-8750-a08947832b3f tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.2853808
Dec 04 21:45:45.840062 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a6e8c5c6-239e-422d-ad2d-8ab5449a9fc5 req-79d394ed-1692-42e4-9e3d-afe75c39a151 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177297
Dec 04 21:45:45.876828 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-13d08303-8eb1-452d-998e-f7f3a51c92aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:45.877561 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-13d08303-8eb1-452d-998e-f7f3a51c92aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:45.942996 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-13d08303-8eb1-452d-998e-f7f3a51c92aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2020278
Dec 04 21:45:45.969890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Request body: {'port': {'device_id': 'dc4358f9-5e88-4bbf-ae8b-5703d3396c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:45:45.973087 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 36370) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:45:46.290602 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24a35a-c4c1-4a00-b73c-14be5e2d1792 req-acbe9b76-21d4-4fee-b7a1-4875c84da3c5 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:46.305821 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e24a35a-c4c1-4a00-b73c-14be5e2d1792 req-acbe9b76-21d4-4fee-b7a1-4875c84da3c5 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.1805434
Dec 04 21:45:46.394316 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:46.438249 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-73770ca2-a7ea-46ef-857e-182faa6e431e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:46.499199 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-73770ca2-a7ea-46ef-857e-182faa6e431e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:45:46.508818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-73770ca2-a7ea-46ef-857e-182faa6e431e admin admin] Usage tracker for resource:security_group_rule and tenant:dec013ebd1a9424e92710972ca2e3221 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:45:46.515270 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-73770ca2-a7ea-46ef-857e-182faa6e431e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:45:46.528269 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-73770ca2-a7ea-46ef-857e-182faa6e431e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:45:46.652543 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e24a35a-c4c1-4a00-b73c-14be5e2d1792 req-c402e9af-b571-4b6c-a674-54516f060b31 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3318446
Dec 04 21:45:46.778191 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-73770ca2-a7ea-46ef-857e-182faa6e431e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:46.798930 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-73770ca2-a7ea-46ef-857e-182faa6e431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:46.856440 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:46.956266 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-73770ca2-a7ea-46ef-857e-182faa6e431e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dec013ebd1a9424e92710972ca2e3221&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9788465
Dec 04 21:45:46.962595 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 36382) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:45:47.037553 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73770ca2-a7ea-46ef-857e-182faa6e431e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c8cda3-a14e-4f2c-bcba-81c4380f253f,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:47.176315 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-73770ca2-a7ea-46ef-857e-182faa6e431e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:47.503161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f6223425-7f2d-421c-8e3e-001ba1d5ad54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:47.581536 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e008f51d-830a-49a0-8c96-1b24baff6eac {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:45:47.628542 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:47.677187 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f6223425-7f2d-421c-8e3e-001ba1d5ad54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:47.705668 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Transition to ACTIVE for port object e008f51d-830a-49a0-8c96-1b24baff6eac will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:45:47.711497 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:48.002726 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-69c5c4ce-c8d9-4b1f-a22e-48bc9fd575bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:48.207140 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c33122-18a5-4416-ad97-b0d7874ce36f req-f5d164a3-dfa8-494c-8f98-9bad8ef47a6c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:48.215678 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-19c33122-18a5-4416-ad97-b0d7874ce36f req-f5d164a3-dfa8-494c-8f98-9bad8ef47a6c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.9486141
Dec 04 21:45:48.215981 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e008f51d-830a-49a0-8c96-1b24baff6eac,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:48.233096 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:48.247044 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdc7f3-598a-45db-a7a6-054d8e871fef req-56c7d011-0a76-4d70-8f5d-d6f5aa8becd7 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:48.248838 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6bfdc7f3-598a-45db-a7a6-054d8e871fef req-56c7d011-0a76-4d70-8f5d-d6f5aa8becd7 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 931 time: 1.1998820
Dec 04 21:45:48.272186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f6223425-7f2d-421c-8e3e-001ba1d5ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:48.284348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f310b2c4-d049-4a4f-99a8-aff8c944156d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:48.304019 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f6223425-7f2d-421c-8e3e-001ba1d5ad54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:48.310135 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f6223425-7f2d-421c-8e3e-001ba1d5ad54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5c8cda3-a14e-4f2c-bcba-81c4380f253f HTTP/1.1" status: 204  len: 168 time: 1.3403106
Dec 04 21:45:48.338870 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-19c33122-18a5-4416-ad97-b0d7874ce36f req-6bf5fb9e-af81-49f0-ae7e-01452544a243 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222885
Dec 04 21:45:48.339878 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6223425-7f2d-421c-8e3e-001ba1d5ad54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c8cda3-a14e-4f2c-bcba-81c4380f253f,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:48.347986 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f6223425-7f2d-421c-8e3e-001ba1d5ad54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:48.403504 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6bfdc7f3-598a-45db-a7a6-054d8e871fef req-ed4bf2f6-e57d-4728-bcae-338c512147ed tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212783
Dec 04 21:45:48.639188 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Attempting to bind port e008f51d-830a-49a0-8c96-1b24baff6eac on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:45:48.640214 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Attempting to bind port e008f51d-830a-49a0-8c96-1b24baff6eac by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '315b7921-a3d8-4dbe-b79f-0928f8598843', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:45:48.640747 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Attempting to bind port e008f51d-830a-49a0-8c96-1b24baff6eac on network e1afa9e6-c218-4ecc-89e8-923ffc838696 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:45:48.657279 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:45:48.658724 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Checking segment: {'id': '315b7921-a3d8-4dbe-b79f-0928f8598843', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:45:48.659745 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:48.661858 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Bound using segment: {'id': '315b7921-a3d8-4dbe-b79f-0928f8598843', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:45:48.662574 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Bound port: e008f51d-830a-49a0-8c96-1b24baff6eac, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315b7921-a3d8-4dbe-b79f-0928f8598843', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1afa9e6-c218-4ecc-89e8-923ffc838696'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:45:48.665744 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:48.803647 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73de1a-0f09-493b-8765-c65b7624cfe0 req-f6e43c45-05af-4dde-96d0-d87b5740d898 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:48.805902 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4a73de1a-0f09-493b-8765-c65b7624cfe0 req-f6e43c45-05af-4dde-96d0-d87b5740d898 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.1372674
Dec 04 21:45:48.894172 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4a73de1a-0f09-493b-8765-c65b7624cfe0 req-a3962595-fc4b-43b3-91e7-d5eec40ee173 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794542
Dec 04 21:45:48.912668 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] For port e008f51d-830a-49a0-8c96-1b24baff6eac, host hv-cinder-74915, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:45:48.921251 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] For port e008f51d-830a-49a0-8c96-1b24baff6eac, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e008f51d-830a-49a0-8c96-1b24baff6eac,segment=NetworkSegment(315b7921-a3d8-4dbe-b79f-0928f8598843),segment_id=315b7921-a3d8-4dbe-b79f-0928f8598843)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:45:48.926333 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:49.222164 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-951186a8-9446-4dbe-ae33-6d9743a6d605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:49.487674 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:49.489195 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:49.496942 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] 10.222.0.53 "PUT /v2.0/ports/e008f51d-830a-49a0-8c96-1b24baff6eac HTTP/1.1" status: 200  len: 1157 time: 3.5279214
Dec 04 21:45:49.498338 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e008f51d-830a-49a0-8c96-1b24baff6eac,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:49.503004 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4358f9-5e88-4bbf-ae8b-5703d3396c6d', 'tag': 'e008f51d-830a-49a0-8c96-1b24baff6eac'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:45:49.548814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:49.783963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea697ea-5951-4ab8-8e1c-524f9df0b094 req-f0ca682c-3cf7-48d2-b980-5e36fec3e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:49.786963 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ea697ea-5951-4ab8-8e1c-524f9df0b094 req-f0ca682c-3cf7-48d2-b980-5e36fec3e66c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6269000b8fee4f4ba481974a0000d47a&device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 1162 time: 0.1377549
Dec 04 21:45:49.925423 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa895eb-3f2b-4cb1-9b56-1f54f3324057 req-aff7fe04-17d3-4c6e-a4ac-b85802b721f9 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:49.934343 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1aa895eb-3f2b-4cb1-9b56-1f54f3324057 req-aff7fe04-17d3-4c6e-a4ac-b85802b721f9 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 943 time: 0.2331567
Dec 04 21:45:49.965210 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424e27f-d3a9-4967-987b-e481fb4ea207 req-0ecffbec-27b0-4bba-af2e-6e17442c4c18 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:49.973710 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9424e27f-d3a9-4967-987b-e481fb4ea207 req-0ecffbec-27b0-4bba-af2e-6e17442c4c18 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.2741082
Dec 04 21:45:49.997088 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-15341c4f-efcc-4cf9-bab2-49afff36f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:49.998724 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-15341c4f-efcc-4cf9-bab2-49afff36f6a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2058a1a470645f2acd486f763a37a33&device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 1160 time: 0.3502998
Dec 04 21:45:50.103819 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1aa895eb-3f2b-4cb1-9b56-1f54f3324057 req-2591d891-6550-4ad6-84c9-fb3add5c70de tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683056
Dec 04 21:45:50.166657 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-7901bb8c-32b9-4dac-80fb-d5cbf4437c69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e008f51d-830a-49a0-8c96-1b24baff6eac HTTP/1.1" status: 200  len: 217 time: 0.1328163
Dec 04 21:45:50.288158 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea697ea-5951-4ab8-8e1c-524f9df0b094 req-48749bef-0f98-42bf-a1c6-0c57f525de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:50.292001 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ea697ea-5951-4ab8-8e1c-524f9df0b094 req-48749bef-0f98-42bf-a1c6-0c57f525de5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3 HTTP/1.1" status: 200  len: 910 time: 0.4965646
Dec 04 21:45:50.300996 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4358f9-5e88-4bbf-ae8b-5703d3396c6d', 'tag': 'e008f51d-830a-49a0-8c96-1b24baff6eac', 'status': 'completed', 'code': 200}
Dec 04 21:45:50.346681 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0e26e2f6-2010-4f2e-8ca5-8cc50e7caed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:50.348391 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-0e26e2f6-2010-4f2e-8ca5-8cc50e7caed0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68ccc99a-c2e9-4220-9d9e-d15fbf09c75e HTTP/1.1" status: 200  len: 855 time: 0.1632900
Dec 04 21:45:50.366813 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9424e27f-d3a9-4967-987b-e481fb4ea207 req-5b3ffb10-881a-4e93-8f29-edf06b4a9ad1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3920140
Dec 04 21:45:50.455022 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-3cf0e96b-a04c-4bb1-8e3c-6eaeb39f1d83 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1afa9e6-c218-4ecc-89e8-923ffc838696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0864496
Dec 04 21:45:50.539393 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ea697ea-5951-4ab8-8e1c-524f9df0b094 req-ef3a00ea-bbe0-479a-83fc-49acef16b4e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e18066e0-93e6-49fd-9a9e-e65986b8dfb9 HTTP/1.1" status: 200  len: 1001 time: 0.2215288
Dec 04 21:45:50.676478 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea697ea-5951-4ab8-8e1c-524f9df0b094 req-70cc4b74-5560-43ef-848e-d3fa5685b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:50.678569 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ea697ea-5951-4ab8-8e1c-524f9df0b094 req-70cc4b74-5560-43ef-848e-d3fa5685b8b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5941c058-3e71-4ca9-85ab-a81ea76a2e2e HTTP/1.1" status: 200  len: 855 time: 0.0880151
Dec 04 21:45:50.784166 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-ab282665-e7b6-419f-8e21-fab135549734 service neutron] 10.222.0.53 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3045225
Dec 04 21:45:50.823179 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea697ea-5951-4ab8-8e1c-524f9df0b094 req-29996317-ff93-4dc9-9038-f790a28be2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:50.825130 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ea697ea-5951-4ab8-8e1c-524f9df0b094 req-29996317-ff93-4dc9-9038-f790a28be2bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1349912
Dec 04 21:45:50.827888 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e505a05-e21b-4ea1-bdf3-93df26c05ced req-55021a9f-0cb8-4a1c-8e37-8875bb220a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:50.829595 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e505a05-e21b-4ea1-bdf3-93df26c05ced req-55021a9f-0cb8-4a1c-8e37-8875bb220a46 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 1163 time: 0.2891977
Dec 04 21:45:51.013556 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e505a05-e21b-4ea1-bdf3-93df26c05ced req-9f1bae50-3c2d-4d03-8050-4d2ec6ca0e6f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1726546
Dec 04 21:45:51.086329 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ea697ea-5951-4ab8-8e1c-524f9df0b094 req-883f34d5-83f7-4978-9b48-d0bab8f3cee6 service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2470021
Dec 04 21:45:51.152356 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d01709-b412-41e5-9048-2bc0282130b3 req-c63addac-0db5-4663-98ca-e0e56887001d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:51.160091 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-07d01709-b412-41e5-9048-2bc0282130b3 req-c63addac-0db5-4663-98ca-e0e56887001d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.3740954
Dec 04 21:45:51.255061 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-07d01709-b412-41e5-9048-2bc0282130b3 req-145c051e-e99e-4840-844a-03a83ba9f54a tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0938766
Dec 04 21:45:51.257535 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-633032fa-4c1a-4e8e-aaf8-08de264d2639 req-bbeee6c1-207b-4cd9-badd-7f0b2703a86b service neutron] 10.222.0.53 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3978040
Dec 04 21:45:51.455017 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53985de-79b9-4027-aa23-dcf6323d2e97 req-1fa5a93c-c0ec-4dc9-885b-6dd2527331a2 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:51.467822 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a53985de-79b9-4027-aa23-dcf6323d2e97 req-1fa5a93c-c0ec-4dc9-885b-6dd2527331a2 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 943 time: 0.1730180
Dec 04 21:45:51.573956 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ea697ea-5951-4ab8-8e1c-524f9df0b094 req-aad35275-d59d-4f58-8705-91cc6c9c873d service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2199628
Dec 04 21:45:51.610021 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a53985de-79b9-4027-aa23-dcf6323d2e97 req-93cfbf06-8a24-480d-ac99-2bcf240fc603 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242700
Dec 04 21:45:51.685360 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e68d4-7582-4c7d-83e4-0b2e2795633d req-12be6bf8-cf0a-4aba-8ec7-e403172754e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:51.687393 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da0e68d4-7582-4c7d-83e4-0b2e2795633d req-12be6bf8-cf0a-4aba-8ec7-e403172754e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2058a1a470645f2acd486f763a37a33&device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 1160 time: 0.1852059
Dec 04 21:45:51.921721 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef9eaf-afe7-4597-b36b-833d126b56a2 req-2677fd39-40cc-449e-98b1-d2a11b3bda10 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:51.935295 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3eef9eaf-afe7-4597-b36b-833d126b56a2 req-2677fd39-40cc-449e-98b1-d2a11b3bda10 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.3220088
Dec 04 21:45:52.064487 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3eef9eaf-afe7-4597-b36b-833d126b56a2 req-c8bd2b94-859f-440e-8d4c-350c4f28ef20 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274958
Dec 04 21:45:52.154371 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e68d4-7582-4c7d-83e4-0b2e2795633d req-1884e455-4cbc-41b1-b19d-9be3770e62c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:52.169515 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da0e68d4-7582-4c7d-83e4-0b2e2795633d req-1884e455-4cbc-41b1-b19d-9be3770e62c8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e1afa9e6-c218-4ecc-89e8-923ffc838696 HTTP/1.1" status: 200  len: 909 time: 0.4646132
Dec 04 21:45:52.352468 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da0e68d4-7582-4c7d-83e4-0b2e2795633d req-8084f0d1-df19-4f06-89af-6fb175c1d2a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e008f51d-830a-49a0-8c96-1b24baff6eac HTTP/1.1" status: 200  len: 217 time: 0.1683190
Dec 04 21:45:52.619526 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e68d4-7582-4c7d-83e4-0b2e2795633d req-cbefa3d4-021f-41f8-b7e5-0625c112e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:52.630001 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da0e68d4-7582-4c7d-83e4-0b2e2795633d req-cbefa3d4-021f-41f8-b7e5-0625c112e509 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68ccc99a-c2e9-4220-9d9e-d15fbf09c75e HTTP/1.1" status: 200  len: 855 time: 0.2060573
Dec 04 21:45:52.844795 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da0e68d4-7582-4c7d-83e4-0b2e2795633d req-fba8de3d-636b-48af-9b86-11ac07c7edde service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1afa9e6-c218-4ecc-89e8-923ffc838696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1376708
Dec 04 21:45:53.070817 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8a62f-db94-46b7-8466-d287369aed32 req-4076432b-0473-4673-9ae0-51a2f469476a tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:53.072942 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f3c8a62f-db94-46b7-8466-d287369aed32 req-4076432b-0473-4673-9ae0-51a2f469476a tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.4409270
Dec 04 21:45:53.172113 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f3c8a62f-db94-46b7-8466-d287369aed32 req-09140f4a-98b5-49d7-8661-983f9f48c511 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0863254
Dec 04 21:45:53.234711 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6db712-c2e0-4f1c-bc16-dc854cc20699 req-43c8f36a-ee78-46a6-803e-9704abb69c7b tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:53.237539 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fc6db712-c2e0-4f1c-bc16-dc854cc20699 req-43c8f36a-ee78-46a6-803e-9704abb69c7b tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 943 time: 0.2243543
Dec 04 21:45:53.299239 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da0e68d4-7582-4c7d-83e4-0b2e2795633d req-997050ba-26a7-4aef-9dde-8090c1eca1ba service neutron] 10.222.0.53 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4247935
Dec 04 21:45:53.312475 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fc6db712-c2e0-4f1c-bc16-dc854cc20699 req-857effcb-299f-45a3-a343-95d294ffb51c tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621550
Dec 04 21:45:53.537035 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da0e68d4-7582-4c7d-83e4-0b2e2795633d req-a2cb57d6-dfdc-41c5-82a3-750d6972b91c service neutron] 10.222.0.53 "GET /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2231495
Dec 04 21:45:53.548958 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5016ee-d036-40c7-bf82-3f7dc3854c4c req-467600ed-8618-4cea-a3fd-9b9e3fe18973 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:53.550613 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b5016ee-d036-40c7-bf82-3f7dc3854c4c req-467600ed-8618-4cea-a3fd-9b9e3fe18973 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.1573832
Dec 04 21:45:53.580056 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 3a1db974-c036-4c5e-ae04-e42e5aced041 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:53.609766 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b5016ee-d036-40c7-bf82-3f7dc3854c4c req-e70c722d-d6ad-479c-bb54-d82a265da3f3 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485649
Dec 04 21:45:53.697528 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 3a1db974-c036-4c5e-ae04-e42e5aced041 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:53.698312 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:54.650327 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f6e1d-dce6-48b9-8bea-8be72b74c45c req-ec35e809-047e-4576-8f8f-58090b156b8d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:54.658490 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-862f6e1d-dce6-48b9-8bea-8be72b74c45c req-ec35e809-047e-4576-8f8f-58090b156b8d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.2245374
Dec 04 21:45:54.663094 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b89c3f-1aa0-4eb2-a012-de6e5a00dc34 req-117201ab-a16f-406c-b6fe-3e02030348f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:54.665832 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7b89c3f-1aa0-4eb2-a012-de6e5a00dc34 req-117201ab-a16f-406c-b6fe-3e02030348f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fa06726d5e745cfb38a67990cbbcecb&device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 1163 time: 0.1337035
Dec 04 21:45:54.811117 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-862f6e1d-dce6-48b9-8bea-8be72b74c45c req-856bf7b1-cd2f-4f78-a6ac-2ae1453267f6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1514177
Dec 04 21:45:54.951740 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b89c3f-1aa0-4eb2-a012-de6e5a00dc34 req-29a34c75-d12c-484c-a6e3-9feab4b1a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:54.959538 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7b89c3f-1aa0-4eb2-a012-de6e5a00dc34 req-29a34c75-d12c-484c-a6e3-9feab4b1a64e service neutron] 10.222.0.53 "GET /v2.0/networks?id=55e15776-9919-430f-964a-7228179c178b HTTP/1.1" status: 200  len: 913 time: 0.2565167
Dec 04 21:45:55.354357 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7b89c3f-1aa0-4eb2-a012-de6e5a00dc34 req-e107eb20-9c53-4670-b717-0c7a249842af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a1db974-c036-4c5e-ae04-e42e5aced041 HTTP/1.1" status: 200  len: 217 time: 0.3891075
Dec 04 21:45:55.944667 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b89c3f-1aa0-4eb2-a012-de6e5a00dc34 req-1b1abaab-6cc7-4601-a459-2e1f245b68af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:55.948377 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7b89c3f-1aa0-4eb2-a012-de6e5a00dc34 req-1b1abaab-6cc7-4601-a459-2e1f245b68af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=477c834c-9af0-43dc-8411-1639ac8b15d8 HTTP/1.1" status: 200  len: 859 time: 0.5847631
Dec 04 21:45:56.027996 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7b89c3f-1aa0-4eb2-a012-de6e5a00dc34 req-9152cb35-f0d8-44ca-8ff8-629fd42781b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55e15776-9919-430f-964a-7228179c178b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0688837
Dec 04 21:45:56.040476 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c2942-c9f0-404c-a731-fd8b7053e69b req-03c178cc-79e2-4111-af98-b838a53d80cc tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:56.042331 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-112c2942-c9f0-404c-a731-fd8b7053e69b req-03c178cc-79e2-4111-af98-b838a53d80cc tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 943 time: 0.7930942
Dec 04 21:45:56.159809 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e008f51d-830a-49a0-8c96-1b24baff6eac up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:56.215718 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-112c2942-c9f0-404c-a731-fd8b7053e69b req-aed964fa-90cc-40c4-9bad-3caa26a63d91 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461272
Dec 04 21:45:56.236015 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61021199-f20a-4b30-938c-568b27990502 req-3edb0eb2-9f06-483c-a00e-592ce95b8631 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:56.245451 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-61021199-f20a-4b30-938c-568b27990502 req-3edb0eb2-9f06-483c-a00e-592ce95b8631 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.3961048
Dec 04 21:45:56.328441 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7b89c3f-1aa0-4eb2-a012-de6e5a00dc34 req-544b4cab-41a4-4263-9c29-fe4a1ee857a1 service neutron] 10.222.0.53 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2850065
Dec 04 21:45:56.342554 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-61021199-f20a-4b30-938c-568b27990502 req-7738e8ba-89e1-49a4-917f-0907da24e801 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961072
Dec 04 21:45:56.444829 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port e008f51d-830a-49a0-8c96-1b24baff6eac completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:45:56.460787 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port e008f51d-830a-49a0-8c96-1b24baff6eac triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:56.461544 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:56.586809 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7b89c3f-1aa0-4eb2-a012-de6e5a00dc34 req-7ea47cf2-4913-4c50-aa92-513126ea6edb service neutron] 10.222.0.53 "GET /v2.0/networks/55e15776-9919-430f-964a-7228179c178b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2428532
Dec 04 21:45:56.648659 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c956e84f-5b9d-4a41-8902-513de71267b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:56.676893 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:56.732021 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d125ed-2676-4925-85a6-04b46320176d req-89d2a635-fcb8-4586-91e6-9e59cc6460ec tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:56.746197 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6d125ed-2676-4925-85a6-04b46320176d req-89d2a635-fcb8-4586-91e6-9e59cc6460ec tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.1563919
Dec 04 21:45:56.755246 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port e008f51d-830a-49a0-8c96-1b24baff6eac, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e008f51d-830a-49a0-8c96-1b24baff6eac,segment=NetworkSegment(315b7921-a3d8-4dbe-b79f-0928f8598843),segment_id=315b7921-a3d8-4dbe-b79f-0928f8598843)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:45:56.756825 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4358f9-5e88-4bbf-ae8b-5703d3396c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e008f51d-830a-49a0-8c96-1b24baff6eac'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:45:56.771654 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:56.774838 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e84d1f6c-b925-4ae8-b408-055bc57779dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:56.925153 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=e008f51d-830a-49a0-8c96-1b24baff6eac,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:56.947258 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e18066e0-93e6-49fd-9a9e-e65986b8dfb9 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:45:56.962765 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6d125ed-2676-4925-85a6-04b46320176d req-496e6478-fba0-45eb-8bea-c6124dd74d3d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2123535
Dec 04 21:45:56.984457 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:57.013425 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4358f9-5e88-4bbf-ae8b-5703d3396c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e008f51d-830a-49a0-8c96-1b24baff6eac', 'code': 200}
Dec 04 21:45:57.283398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:57.348000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port e18066e0-93e6-49fd-9a9e-e65986b8dfb9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e18066e0-93e6-49fd-9a9e-e65986b8dfb9,segment=NetworkSegment(b9aa6b1b-70f1-49f2-903b-24c74e9f483f),segment_id=b9aa6b1b-70f1-49f2-903b-24c74e9f483f)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:45:57.353587 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:57.356294 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:45:57.441712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=e18066e0-93e6-49fd-9a9e-e65986b8dfb9,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:45:57.456014 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:45:57.692609 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262102c-16cb-4d3f-b102-8e0c22c19ff8 req-f51f6cea-83ea-467a-80d3-138b80b3d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:57.696150 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a262102c-16cb-4d3f-b102-8e0c22c19ff8 req-f51f6cea-83ea-467a-80d3-138b80b3d3a6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 1162 time: 0.2238016
Dec 04 21:45:57.848117 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e008f51d-830a-49a0-8c96-1b24baff6eac up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:45:57.888731 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a262102c-16cb-4d3f-b102-8e0c22c19ff8 req-0aae6550-739f-4c0e-a0b3-28243f602d65 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1835740
Dec 04 21:45:57.926518 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port e008f51d-830a-49a0-8c96-1b24baff6eac triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:45:57.927023 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:58.089235 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1aef29-2043-442e-bab7-9e0ea0c03483 req-c9fcd971-53c5-47b5-9561-da55298ac46f tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:58.101691 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c1aef29-2043-442e-bab7-9e0ea0c03483 req-c9fcd971-53c5-47b5-9561-da55298ac46f tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 945 time: 0.3293321
Dec 04 21:45:58.332594 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c1aef29-2043-442e-bab7-9e0ea0c03483 req-49f9a80c-8977-4912-8d70-0e960776ae37 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2229626
Dec 04 21:45:58.583275 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53376f19-fb38-4ceb-83fe-6f7e72f6cf91 req-9c19c395-2b7e-4aa4-9162-67947fbc035f tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:58.595733 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-53376f19-fb38-4ceb-83fe-6f7e72f6cf91 req-9c19c395-2b7e-4aa4-9162-67947fbc035f tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.1505649
Dec 04 21:45:58.662844 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-53376f19-fb38-4ceb-83fe-6f7e72f6cf91 req-824d765e-2344-4c5b-b45b-464b3200406e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658054
Dec 04 21:45:59.015328 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb00024d-cbed-45f9-b552-ffa7d06c83d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e18066e0-93e6-49fd-9a9e-e65986b8dfb9'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:45:59.088150 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb00024d-cbed-45f9-b552-ffa7d06c83d6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e18066e0-93e6-49fd-9a9e-e65986b8dfb9', 'code': 422} returned with failed status
Dec 04 21:45:59.170211 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959997c3-5e7d-4f1f-8bdc-d447685d4d21 req-79c6bacb-d1d5-4193-893c-0aeb6056fcc5 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:59.172115 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-959997c3-5e7d-4f1f-8bdc-d447685d4d21 req-79c6bacb-d1d5-4193-893c-0aeb6056fcc5 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.1287227
Dec 04 21:45:59.266891 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-959997c3-5e7d-4f1f-8bdc-d447685d4d21 req-085b4517-cc45-4da3-83e1-1d0fd2448098 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850573
Dec 04 21:45:59.396417 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:45:59.682546 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f46c99-bf45-47a1-a752-0f7d3ed54a73 req-a4009f45-3df1-4173-93e2-f94ccc9b6bf8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:59.685685 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-76f46c99-bf45-47a1-a752-0f7d3ed54a73 req-a4009f45-3df1-4173-93e2-f94ccc9b6bf8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 945 time: 0.1246650
Dec 04 21:45:59.790776 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-76f46c99-bf45-47a1-a752-0f7d3ed54a73 req-8c008acd-9cf6-4d06-af53-f1d1b2a03f1e tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987155
Dec 04 21:45:59.962360 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae4d1d-d6e0-4c19-92ef-f9c6ed748c22 req-8a79fa0a-4b41-4b11-8f8b-18da1e9022c1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:45:59.964566 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0dae4d1d-d6e0-4c19-92ef-f9c6ed748c22 req-8a79fa0a-4b41-4b11-8f8b-18da1e9022c1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.1036661
Dec 04 21:45:59.966705 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 3a1db974-c036-4c5e-ae04-e42e5aced041 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:46:00.048624 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0dae4d1d-d6e0-4c19-92ef-f9c6ed748c22 req-d0e9f498-e65f-4dda-809a-a8d20a480bc3 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761361
Dec 04 21:46:00.067723 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 3a1db974-c036-4c5e-ae04-e42e5aced041 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:46:00.068027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:00.540823 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f2b84fc8-7f62-46c2-9c7e-b02ebee85a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:00.839516 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9262457-d1a4-4a5e-88ff-5da9c4697270 req-8b5f5d71-5e11-49e6-9a92-e70fce636c93 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:00.842500 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9262457-d1a4-4a5e-88ff-5da9c4697270 req-8b5f5d71-5e11-49e6-9a92-e70fce636c93 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.1889369
Dec 04 21:46:00.948099 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9262457-d1a4-4a5e-88ff-5da9c4697270 req-870ab3d8-b1c6-43af-b06d-475cf80866bf tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0978546
Dec 04 21:46:01.531679 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:01.933369 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:02.234070 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:02.544627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82dc95-a55c-4b58-ac41-8fbab602c3b5 req-a1948cae-27c1-4ace-a737-83d598c6ac2d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:02.546824 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b82dc95-a55c-4b58-ac41-8fbab602c3b5 req-a1948cae-27c1-4ace-a737-83d598c6ac2d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.1290448
Dec 04 21:46:02.659736 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b82dc95-a55c-4b58-ac41-8fbab602c3b5 req-1c012a67-908a-4608-9f6d-074383c05be9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1001461
Dec 04 21:46:04.335581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbbcf8-036b-4f71-9771-e4b634d76d9a req-de10359e-942a-4456-b6a8-f25b6901a4f3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:04.349234 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f2bbbcf8-036b-4f71-9771-e4b634d76d9a req-de10359e-942a-4456-b6a8-f25b6901a4f3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.3995869
Dec 04 21:46:04.393669 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37732ef-8545-40b1-a6ae-3b6c2df5aba8 req-86d30a17-9b81-4d7a-afa5-a527ee9be4ab tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:04.396586 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f37732ef-8545-40b1-a6ae-3b6c2df5aba8 req-86d30a17-9b81-4d7a-afa5-a527ee9be4ab tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.3686326
Dec 04 21:46:04.467206 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f2bbbcf8-036b-4f71-9771-e4b634d76d9a req-0b6e53a6-ba43-42ea-bb11-fb36240a9062 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1166632
Dec 04 21:46:04.489298 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f37732ef-8545-40b1-a6ae-3b6c2df5aba8 req-0f37d5d0-e870-4f84-a540-0ef3bf2f4dc6 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619962
Dec 04 21:46:05.975562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac9030-df10-4983-ab20-bb65799b945f req-aa154971-aeae-49e4-91cf-bbadf88ac74f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:05.979430 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4ac9030-df10-4983-ab20-bb65799b945f req-aa154971-aeae-49e4-91cf-bbadf88ac74f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.2928576
Dec 04 21:46:06.077537 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c294f-d915-4e2a-8ebb-36f44f2441ce req-0fb2b36b-4ac1-49d4-a017-4c16b1fdf43c tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:06.086050 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f65c294f-d915-4e2a-8ebb-36f44f2441ce req-0fb2b36b-4ac1-49d4-a017-4c16b1fdf43c tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.3206081
Dec 04 21:46:06.168346 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4ac9030-df10-4983-ab20-bb65799b945f req-d093d084-7976-4523-b14e-a846d235d92b tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1703770
Dec 04 21:46:06.210938 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f65c294f-d915-4e2a-8ebb-36f44f2441ce req-c1aac586-194d-45e3-8763-a19c0e5089fe tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1010597
Dec 04 21:46:07.873156 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fbc98-2370-4018-879d-1da70f99acfc req-9ae49355-fa91-4299-9202-78049185e196 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:07.891884 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-571fbc98-2370-4018-879d-1da70f99acfc req-9ae49355-fa91-4299-9202-78049185e196 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.2805459
Dec 04 21:46:07.906803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ccdb3-c838-4f96-89be-604a69b859c2 req-571c6cb1-8aa0-4c43-8874-849be824126a tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:07.923051 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2f2ccdb3-c838-4f96-89be-604a69b859c2 req-571c6cb1-8aa0-4c43-8874-849be824126a tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.4490581
Dec 04 21:46:08.069717 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-571fbc98-2370-4018-879d-1da70f99acfc req-98c87efc-2324-4591-9d42-34c185de7995 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1450901
Dec 04 21:46:08.079573 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2f2ccdb3-c838-4f96-89be-604a69b859c2 req-59c3905f-5666-4dba-8765-9c5fd19efe40 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758231
Dec 04 21:46:09.537226 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9fd7a-f16d-4d13-b9b2-67ae0f49a6c7 req-82ac6ff4-e04d-49b8-8059-c16ffd5ddeef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:09.539979 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-07b9fd7a-f16d-4d13-b9b2-67ae0f49a6c7 req-82ac6ff4-e04d-49b8-8059-c16ffd5ddeef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.1757216
Dec 04 21:46:09.579436 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc088747-827a-494d-be74-c88892d35d3c req-b5712b27-4fd4-489c-91c9-7285e0f0c89c tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:09.581158 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc088747-827a-494d-be74-c88892d35d3c req-b5712b27-4fd4-489c-91c9-7285e0f0c89c tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1718881
Dec 04 21:46:09.629204 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-07b9fd7a-f16d-4d13-b9b2-67ae0f49a6c7 req-e949741e-5aac-46d9-9468-5cdcb53fe340 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820765
Dec 04 21:46:09.664137 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc088747-827a-494d-be74-c88892d35d3c req-c5495c60-78d2-4a3d-8f89-07385716aa1f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720074
Dec 04 21:46:10.282475 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537f2f-259f-401b-9042-b6fb74c3d9eb req-3542a37d-d8c5-4b31-8825-92c17d88773f tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:10.284253 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eb537f2f-259f-401b-9042-b6fb74c3d9eb req-3542a37d-d8c5-4b31-8825-92c17d88773f tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.1078179
Dec 04 21:46:10.384991 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eb537f2f-259f-401b-9042-b6fb74c3d9eb req-d569a75d-5dc1-41f8-bc77-30478166f2dc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849602
Dec 04 21:46:10.600684 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 36686) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:46:10.861850 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e6dc43e3-3d8d-49b1-acb7-6ae152f1a45e req-6db815a8-81ba-4999-815b-f091026dc561 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2590785
Dec 04 21:46:11.173758 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5254ba4-9be5-4a5f-a775-9c2d39ce3f78 req-53ecf7c8-d05c-44b0-ab7a-939487d60bcb tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:11.175803 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5254ba4-9be5-4a5f-a775-9c2d39ce3f78 req-53ecf7c8-d05c-44b0-ab7a-939487d60bcb tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.3015776
Dec 04 21:46:11.184383 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3b25e-bd32-42f5-8de2-a077c464d1fb req-74900767-1968-4403-a187-2a5e916b0a4d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:11.186609 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9ba3b25e-bd32-42f5-8de2-a077c464d1fb req-74900767-1968-4403-a187-2a5e916b0a4d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.2553983
Dec 04 21:46:11.268713 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5254ba4-9be5-4a5f-a775-9c2d39ce3f78 req-5281abca-ec3c-4748-9ee0-ddd786307527 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755682
Dec 04 21:46:11.344567 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9ba3b25e-bd32-42f5-8de2-a077c464d1fb req-6788b513-64b0-4123-81db-0a0785beb287 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0928681
Dec 04 21:46:11.832161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e4cfe-32f2-4466-b452-b85299e476d7 req-b293016d-af94-4477-9c2f-d81bb8a7fc83 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:11.833959 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-006e4cfe-32f2-4466-b452-b85299e476d7 req-b293016d-af94-4477-9c2f-d81bb8a7fc83 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.1467688
Dec 04 21:46:11.889885 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-006e4cfe-32f2-4466-b452-b85299e476d7 req-b7edc72c-6bc1-4c1d-8d3e-1dc38a4b31d2 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475934
Dec 04 21:46:12.636275 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c95db-85e6-4dde-995c-adad742e5fe4 req-f6ff4882-89d9-44ad-b8f2-ce05b19cc7ce tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:12.637969 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7f8c95db-85e6-4dde-995c-adad742e5fe4 req-f6ff4882-89d9-44ad-b8f2-ce05b19cc7ce tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1815586
Dec 04 21:46:12.644402 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5a0fa-04a3-42a2-ad1f-189287d50f5c req-541e832b-a59a-4266-b865-18e46305db69 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:12.646002 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-56c5a0fa-04a3-42a2-ad1f-189287d50f5c req-541e832b-a59a-4266-b865-18e46305db69 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.1296604
Dec 04 21:46:12.724312 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7f8c95db-85e6-4dde-995c-adad742e5fe4 req-a02d83fe-90c5-424a-b2ca-5f17130de2a4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772018
Dec 04 21:46:12.732925 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-56c5a0fa-04a3-42a2-ad1f-189287d50f5c req-2c9ee3e2-485a-4d63-a1ce-7e40cb364a4f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704677
Dec 04 21:46:13.235886 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00918f-e86c-40b8-908b-bb30226b626a req-fa8c39d9-38ea-49f2-a302-a1af45527b95 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:13.237906 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0b00918f-e86c-40b8-908b-bb30226b626a req-fa8c39d9-38ea-49f2-a302-a1af45527b95 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.1423399
Dec 04 21:46:13.301680 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0b00918f-e86c-40b8-908b-bb30226b626a req-879a9ee7-b85c-4dda-8190-8d4696c4d03d tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505564
Dec 04 21:46:13.495735 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef176d9-ca92-4691-b92a-4a00faf2469c req-e9122c70-9fa6-49d5-9f1d-152315cf727c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:13.497574 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cef176d9-ca92-4691-b92a-4a00faf2469c req-e9122c70-9fa6-49d5-9f1d-152315cf727c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.53 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 946 time: 0.1553502
Dec 04 21:46:13.608193 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-cef176d9-ca92-4691-b92a-4a00faf2469c req-ec1e2f3e-5c5b-4f5d-bd10-feec72cc77bc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Deleting port dab3c815-6eea-423a-969d-ed1e8e433014 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:46:13.608619 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cef176d9-ca92-4691-b92a-4a00faf2469c req-ec1e2f3e-5c5b-4f5d-bd10-feec72cc77bc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:13.840984 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device dab3c815-6eea-423a-969d-ed1e8e433014 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:46:14.054955 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc43e3-3d8d-49b1-acb7-6ae152f1a45e req-68eb86f7-287c-4c95-8481-aed79f891675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:14.057094 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e6dc43e3-3d8d-49b1-acb7-6ae152f1a45e req-68eb86f7-287c-4c95-8481-aed79f891675 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6&tenant_id=6269000b8fee4f4ba481974a0000d47a HTTP/1.1" status: 200  len: 1160 time: 0.2125518
Dec 04 21:46:14.272069 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:14.277092 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc43e3-3d8d-49b1-acb7-6ae152f1a45e req-bb985e61-5b17-47cb-aa1c-83e9098a57bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:14.279082 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e6dc43e3-3d8d-49b1-acb7-6ae152f1a45e req-bb985e61-5b17-47cb-aa1c-83e9098a57bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6269000b8fee4f4ba481974a0000d47a&device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 1160 time: 0.1626763
Dec 04 21:46:14.346873 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port dab3c815-6eea-423a-969d-ed1e8e433014, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=dab3c815-6eea-423a-969d-ed1e8e433014,segment=NetworkSegment(f7a25f30-c0b9-4dd5-8a6c-e493308a8431),segment_id=f7a25f30-c0b9-4dd5-8a6c-e493308a8431)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:46:14.348595 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb0b1ec-6c90-45dc-92e8-b39699cf53bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab3c815-6eea-423a-969d-ed1e8e433014'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:46:14.359979 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:14.362946 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a2c0a9bc-403c-4bea-aa01-d60b63bb82ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:14.426251 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb4aa2-2e37-4516-b4c3-16e66679a595 req-ef4ee616-8499-41ee-96f2-f6617862c133 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:14.428006 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c6bb4aa2-2e37-4516-b4c3-16e66679a595 req-ef4ee616-8499-41ee-96f2-f6617862c133 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.4385300
Dec 04 21:46:14.507240 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc43e3-3d8d-49b1-acb7-6ae152f1a45e req-9aa61ba0-91bb-48e0-8c53-870ace99a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:14.507559 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=dab3c815-6eea-423a-969d-ed1e8e433014,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:14.510903 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e6dc43e3-3d8d-49b1-acb7-6ae152f1a45e req-9aa61ba0-91bb-48e0-8c53-870ace99a510 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3 HTTP/1.1" status: 200  len: 910 time: 0.2186875
Dec 04 21:46:14.519163 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:14.556141 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-cef176d9-ca92-4691-b92a-4a00faf2469c req-ec1e2f3e-5c5b-4f5d-bd10-feec72cc77bc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] For port dab3c815-6eea-423a-969d-ed1e8e433014, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=dab3c815-6eea-423a-969d-ed1e8e433014,segment=NetworkSegment(f7a25f30-c0b9-4dd5-8a6c-e493308a8431),segment_id=f7a25f30-c0b9-4dd5-8a6c-e493308a8431)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:46:14.556795 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cef176d9-ca92-4691-b92a-4a00faf2469c req-ec1e2f3e-5c5b-4f5d-bd10-feec72cc77bc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:14.662203 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e6dc43e3-3d8d-49b1-acb7-6ae152f1a45e req-7779ca2b-61a5-419c-9b18-fedd3b08ce89 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e18066e0-93e6-49fd-9a9e-e65986b8dfb9 HTTP/1.1" status: 200  len: 999 time: 0.1415298
Dec 04 21:46:14.758289 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc43e3-3d8d-49b1-acb7-6ae152f1a45e req-7a05acd6-0f09-446a-8726-d513f001b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:14.760941 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e6dc43e3-3d8d-49b1-acb7-6ae152f1a45e req-7a05acd6-0f09-446a-8726-d513f001b253 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5941c058-3e71-4ca9-85ab-a81ea76a2e2e HTTP/1.1" status: 200  len: 855 time: 0.0839984
Dec 04 21:46:14.870828 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-cef176d9-ca92-4691-b92a-4a00faf2469c req-ec1e2f3e-5c5b-4f5d-bd10-feec72cc77bc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Calling delete_port for dab3c815-6eea-423a-969d-ed1e8e433014 owned by compute:nova {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:46:14.964842 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc43e3-3d8d-49b1-acb7-6ae152f1a45e req-39f18863-c5ba-4763-a499-243ba6ae18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:14.968299 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e6dc43e3-3d8d-49b1-acb7-6ae152f1a45e req-39f18863-c5ba-4763-a499-243ba6ae18e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1994646
Dec 04 21:46:15.047034 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c6bb4aa2-2e37-4516-b4c3-16e66679a595 req-47185856-3079-4c65-98ce-5af7f88d7aaa tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6062353
Dec 04 21:46:15.103403 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe268b7-be52-4939-9c31-19132f340036 req-d5f085df-2ba8-4d48-883c-63ab18fde5d0 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:15.118647 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1fe268b7-be52-4939-9c31-19132f340036 req-d5f085df-2ba8-4d48-883c-63ab18fde5d0 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.8169191
Dec 04 21:46:15.287655 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e6dc43e3-3d8d-49b1-acb7-6ae152f1a45e req-c5ad0d90-5329-46aa-82aa-189222ebc068 service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3044167
Dec 04 21:46:15.506790 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1fe268b7-be52-4939-9c31-19132f340036 req-7432e478-63f0-42ae-a758-074c572649b7 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3634601
Dec 04 21:46:15.553655 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [req-cef176d9-ca92-4691-b92a-4a00faf2469c req-ec1e2f3e-5c5b-4f5d-bd10-feec72cc77bc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80265) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:46:15.555343 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [req-cef176d9-ca92-4691-b92a-4a00faf2469c req-ec1e2f3e-5c5b-4f5d-bd10-feec72cc77bc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:46:15.741445 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0b1ec-6c90-45dc-92e8-b39699cf53bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab3c815-6eea-423a-969d-ed1e8e433014', 'code': 200}
Dec 04 21:46:15.773613 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e6dc43e3-3d8d-49b1-acb7-6ae152f1a45e req-5ca5f349-2bd4-4ddc-a357-1e9e7bd8e3e8 service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4740300
Dec 04 21:46:15.886368 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057646ab-2cbd-43c9-b24b-01d4afae6c28 req-9d58e150-ff46-4e7e-b21e-489e61937cf4 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:15.890721 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-057646ab-2cbd-43c9-b24b-01d4afae6c28 req-9d58e150-ff46-4e7e-b21e-489e61937cf4 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 944 time: 0.1655352
Dec 04 21:46:15.981393 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-057646ab-2cbd-43c9-b24b-01d4afae6c28 req-2ce0c87b-d284-4c63-9e54-188d3a011bc7 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838790
Dec 04 21:46:16.056506 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-cef176d9-ca92-4691-b92a-4a00faf2469c req-ec1e2f3e-5c5b-4f5d-bd10-feec72cc77bc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Deleting port dab3c815-6eea-423a-969d-ed1e8e433014 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:46:16.057273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cef176d9-ca92-4691-b92a-4a00faf2469c req-ec1e2f3e-5c5b-4f5d-bd10-feec72cc77bc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:16.528480 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-cef176d9-ca92-4691-b92a-4a00faf2469c req-ec1e2f3e-5c5b-4f5d-bd10-feec72cc77bc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] For port dab3c815-6eea-423a-969d-ed1e8e433014, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=dab3c815-6eea-423a-969d-ed1e8e433014,segment=NetworkSegment(f7a25f30-c0b9-4dd5-8a6c-e493308a8431),segment_id=f7a25f30-c0b9-4dd5-8a6c-e493308a8431)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:46:16.529359 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cef176d9-ca92-4691-b92a-4a00faf2469c req-ec1e2f3e-5c5b-4f5d-bd10-feec72cc77bc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:16.704389 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-cef176d9-ca92-4691-b92a-4a00faf2469c req-ec1e2f3e-5c5b-4f5d-bd10-feec72cc77bc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Calling delete_port for dab3c815-6eea-423a-969d-ed1e8e433014 owned by compute:nova {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:46:16.891925 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdbdf3-8f81-4586-b7aa-d3d11fdd541a req-5429ba42-9319-4d16-b4bc-fd9bffa1197b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:16.900872 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b7bdbdf3-8f81-4586-b7aa-d3d11fdd541a req-5429ba42-9319-4d16-b4bc-fd9bffa1197b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.4836566
Dec 04 21:46:17.000332 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63566fcc-0cca-45ec-b3c7-2128021dab3d req-c70c2037-09b4-479d-9f19-53bf0176181b tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:17.002019 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-63566fcc-0cca-45ec-b3c7-2128021dab3d req-c70c2037-09b4-479d-9f19-53bf0176181b tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.2657728
Dec 04 21:46:17.014012 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b7bdbdf3-8f81-4586-b7aa-d3d11fdd541a req-60ee0e6a-c921-40ec-abf9-48794c7112ce tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1120360
Dec 04 21:46:17.110483 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-63566fcc-0cca-45ec-b3c7-2128021dab3d req-c6db074d-ccf9-4827-a47c-ac0fb0612894 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728676
Dec 04 21:46:17.112532 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cef176d9-ca92-4691-b92a-4a00faf2469c req-ec1e2f3e-5c5b-4f5d-bd10-feec72cc77bc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:17.158479 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:17.433826 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e2f3e-5c5b-4f5d-bd10-feec72cc77bc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Pushing event deleted for resources: {'Port': ['ID=dab3c815-6eea-423a-969d-ed1e8e433014,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:17.449802 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ec1e2f3e-5c5b-4f5d-bd10-feec72cc77bc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:17.508425 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-20717ea8-f3bc-4dc3-8b26-f4ad72a4f6e4 req-f2b4cea6-4ea6-4b9c-8089-8aeedeaaa616 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 210 time: 0.2520075
Dec 04 21:46:17.670920 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f6d0e-ec33-4cf6-b301-ad25b7f293d6 req-8c72cdb6-e4a7-44d7-b735-a25ab32f4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:17.672738 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-025f6d0e-ec33-4cf6-b301-ad25b7f293d6 req-8c72cdb6-e4a7-44d7-b735-a25ab32f4615 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6269000b8fee4f4ba481974a0000d47a&device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 1160 time: 0.1946185
Dec 04 21:46:17.797450 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef176d9-ca92-4691-b92a-4a00faf2469c req-ec1e2f3e-5c5b-4f5d-bd10-feec72cc77bc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] No DVR routers for this DVR port dab3c815-6eea-423a-969d-ed1e8e433014 on host hv-cinder-74915 {{(pid=80265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:46:17.812166 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-3c25b2ab-1fdb-4ff3-af67-e16ee2de81a0 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Synchronizing usage tracker for tenant:46d8cb3e589a4879990d2eb6faf2e6cb on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:46:17.824817 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cef176d9-ca92-4691-b92a-4a00faf2469c req-ec1e2f3e-5c5b-4f5d-bd10-feec72cc77bc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:17.833864 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb0b1ec-6c90-45dc-92e8-b39699cf53bc', 'name': 'network-vif-deleted', 'tag': 'dab3c815-6eea-423a-969d-ed1e8e433014'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:46:17.890624 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cef176d9-ca92-4691-b92a-4a00faf2469c req-ec1e2f3e-5c5b-4f5d-bd10-feec72cc77bc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.53 "DELETE /v2.0/ports/dab3c815-6eea-423a-969d-ed1e8e433014 HTTP/1.1" status: 204  len: 173 time: 4.3863204
Dec 04 21:46:17.892205 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-3c25b2ab-1fdb-4ff3-af67-e16ee2de81a0 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Unset dirty status for tenant:46d8cb3e589a4879990d2eb6faf2e6cb on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:46:17.893540 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-3c25b2ab-1fdb-4ff3-af67-e16ee2de81a0 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-440546929&fields=id&tenant_id=46d8cb3e589a4879990d2eb6faf2e6cb HTTP/1.1" status: 200  len: 267 time: 0.2351086
Dec 04 21:46:18.327202 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0b1ec-6c90-45dc-92e8-b39699cf53bc', 'name': 'network-vif-deleted', 'tag': 'dab3c815-6eea-423a-969d-ed1e8e433014', 'status': 'completed', 'code': 200}
Dec 04 21:46:18.436680 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-1651e01f-0af0-4096-bb00-780cd923b523 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:18.438800 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-1651e01f-0af0-4096-bb00-780cd923b523 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Synchronizing usage tracker for tenant:46d8cb3e589a4879990d2eb6faf2e6cb on resource:network {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:46:18.518356 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-1651e01f-0af0-4096-bb00-780cd923b523 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Unset dirty status for tenant:46d8cb3e589a4879990d2eb6faf2e6cb on resource:network {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:46:18.525331 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-1651e01f-0af0-4096-bb00-780cd923b523 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/networks?id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 HTTP/1.1" status: 200  len: 809 time: 0.6144779
Dec 04 21:46:18.579601 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-5fa8369d-6dc8-42ac-8d9f-d6c536493fe5 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/quotas/46d8cb3e589a4879990d2eb6faf2e6cb HTTP/1.1" status: 200  len: 375 time: 0.0465147
Dec 04 21:46:18.737721 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-814a8879-f280-4935-a1b9-b764154e224c tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?tenant_id=46d8cb3e589a4879990d2eb6faf2e6cb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1370544
Dec 04 21:46:19.056755 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-1555a7e4-215f-45eb-82ad-4fa05f272a0a service neutron] 10.222.0.44 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2592697
Dec 04 21:46:19.072850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8ef02-18e7-4bf1-a37c-d4366b0dab80 req-78100230-0031-4094-97bf-09f388978139 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:19.082829 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aab8ef02-18e7-4bf1-a37c-d4366b0dab80 req-78100230-0031-4094-97bf-09f388978139 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.3720543
Dec 04 21:46:19.500286 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aab8ef02-18e7-4bf1-a37c-d4366b0dab80 req-bce17153-5e05-427f-98be-8fcb90a6a526 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0789807
Dec 04 21:46:19.557170 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-0d890569-0541-496f-a49d-d010c8e76a5d service neutron] 10.222.0.44 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4726717
Dec 04 21:46:19.803776 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e6733-dc79-4277-97aa-32cc7e7a24ef req-791fd81e-e54f-42f7-a653-6455a3cfc211 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:19.806479 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ac2e6733-dc79-4277-97aa-32cc7e7a24ef req-791fd81e-e54f-42f7-a653-6455a3cfc211 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1067092
Dec 04 21:46:19.875050 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ac2e6733-dc79-4277-97aa-32cc7e7a24ef req-46908cb4-2cb7-41d7-b10a-990a84d88406 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592446
Dec 04 21:46:20.175085 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e121472-e8dc-47e8-8c3c-6edc6fb59b79 req-b35b04c8-4ecd-410d-a636-48f82d68bb43 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:20.177059 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e121472-e8dc-47e8-8c3c-6edc6fb59b79 req-b35b04c8-4ecd-410d-a636-48f82d68bb43 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 945 time: 0.1633568
Dec 04 21:46:20.256388 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e121472-e8dc-47e8-8c3c-6edc6fb59b79 req-10ab8808-d5be-428f-af1a-8dac79b3b4e4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725069
Dec 04 21:46:20.350679 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ee8b146d-e09b-47c0-b150-7826f563844f req-96582619-ed26-4d0e-bc15-71a4a455a548 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Synchronizing usage tracker for tenant:9fa06726d5e745cfb38a67990cbbcecb on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:46:20.411235 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e355159f-57f9-4a8e-b02b-b8a6e65318df req-57065923-8139-4708-bb9c-d3fd3be27933 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 210 time: 0.0573180
Dec 04 21:46:20.427115 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ee8b146d-e09b-47c0-b150-7826f563844f req-96582619-ed26-4d0e-bc15-71a4a455a548 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Unset dirty status for tenant:9fa06726d5e745cfb38a67990cbbcecb on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:46:20.429187 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee8b146d-e09b-47c0-b150-7826f563844f req-96582619-ed26-4d0e-bc15-71a4a455a548 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 210 time: 0.1574326
Dec 04 21:46:20.699432 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 36930) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:46:20.775871 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-04de4a66-83d9-4d3c-8438-61334163ed2c admin admin] Deleting subnet 5f0d6c29-5212-4bf8-abd1-6be66ce4248e {{(pid=80264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 21:46:20.780404 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-04de4a66-83d9-4d3c-8438-61334163ed2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:20.848572 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-04de4a66-83d9-4d3c-8438-61334163ed2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3987663'] for subnet, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:20.923954 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-04de4a66-83d9-4d3c-8438-61334163ed2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1886451'] for subnet, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:21.015249 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3f4d1-99db-4153-becb-be8891f37935 req-96e61054-ca8f-4c15-8d3a-801b39c659ac tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:21.017914 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d9c3f4d1-99db-4153-becb-be8891f37935 req-96e61054-ca8f-4c15-8d3a-801b39c659ac tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.1841056
Dec 04 21:46:21.221658 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d9c3f4d1-99db-4153-becb-be8891f37935 req-be4f0b62-d632-4a4a-af82-13a60a82da99 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1285243
Dec 04 21:46:21.267911 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537f28-85b3-4b2d-85a7-cbc08c66c539 req-b29b78cb-2e55-42b7-9691-f04ea9d74844 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:21.269640 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-df537f28-85b3-4b2d-85a7-cbc08c66c539 req-b29b78cb-2e55-42b7-9691-f04ea9d74844 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.2427101
Dec 04 21:46:21.407803 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-df537f28-85b3-4b2d-85a7-cbc08c66c539 req-094dd54d-6af4-44bd-b1dd-0e75b4b94a5e tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1243625
Dec 04 21:46:21.573104 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-04de4a66-83d9-4d3c-8438-61334163ed2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852889349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844828401'] for subnet, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:21.655481 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c08b1-7a19-45c0-bdb5-ec2b21116020 req-6f6cfeca-7d04-4c42-8bfe-29b0a93677af tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:21.667779 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9f8c08b1-7a19-45c0-bdb5-ec2b21116020 req-6f6cfeca-7d04-4c42-8bfe-29b0a93677af tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 945 time: 0.2053754
Dec 04 21:46:21.668123 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:21.716841 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de4a66-83d9-4d3c-8438-61334163ed2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f0d6c29-5212-4bf8-abd1-6be66ce4248e,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:21.720403 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-04de4a66-83d9-4d3c-8438-61334163ed2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:21.755635 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-04de4a66-83d9-4d3c-8438-61334163ed2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:21.766728 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-04de4a66-83d9-4d3c-8438-61334163ed2c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5f0d6c29-5212-4bf8-abd1-6be66ce4248e HTTP/1.1" status: 204  len: 168 time: 1.0659304
Dec 04 21:46:21.767867 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 36944) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:46:21.910743 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c02ef7-223e-48fc-8fca-1c848ca1983b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1971921'] for network, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:21.916489 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9f8c08b1-7a19-45c0-bdb5-ec2b21116020 req-b91e5ec5-b4fe-4a92-946c-4ce0139ad2fb tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2431502
Dec 04 21:46:21.921128 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eb657f7f-ee79-4873-a01c-b000b273d946 req-daa4beeb-1b7d-4f7d-b777-9ca1df8a6a7e tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 210 time: 0.1294699
Dec 04 21:46:21.923508 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:46:22.222188 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c02ef7-223e-48fc-8fca-1c848ca1983b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1888956', 'neutron.services.segments.db._delete_segments_for_network-8730056527680'] for network, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:22.234456 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b010e33f-357b-4b0a-8287-2f659c97d13c req-7082861e-58e1-4204-bb5a-5a71ee63455f tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 210 time: 0.1030898
Dec 04 21:46:22.369538 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-a3c02ef7-223e-48fc-8fca-1c848ca1983b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09fcb57c88>,) {'filters': {'network_id': ['86f34682-3e27-474d-b25a-8f2d394429a8']}} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:46:22.391938 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-a3c02ef7-223e-48fc-8fca-1c848ca1983b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fcb57c88>, 'b96e7589-e1d9-4844-be9c-f1a043d4d5a2') {'for_net_delete': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:46:22.392522 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-a3c02ef7-223e-48fc-8fca-1c848ca1983b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fcb57c88>, 'b96e7589-e1d9-4844-be9c-f1a043d4d5a2') {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:46:22.418574 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c02ef7-223e-48fc-8fca-1c848ca1983b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730056528465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850788153'] for segment, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:22.448502 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c02ef7-223e-48fc-8fca-1c848ca1983b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:22.451385 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a3c02ef7-223e-48fc-8fca-1c848ca1983b admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 21:46:22.608827 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46439e82-956d-4255-95ed-0a6e9a84025c req-226e686e-345d-4e77-90c8-e145a8a9150e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:22.611407 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-46439e82-956d-4255-95ed-0a6e9a84025c req-226e686e-345d-4e77-90c8-e145a8a9150e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.1512682
Dec 04 21:46:22.671751 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a3c02ef7-223e-48fc-8fca-1c848ca1983b admin admin] Network 86f34682-3e27-474d-b25a-8f2d394429a8 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:46:22.684939 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c02ef7-223e-48fc-8fca-1c848ca1983b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1889284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3300049'] for segment, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:22.764261 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-46439e82-956d-4255-95ed-0a6e9a84025c req-f8f1a516-bbf5-44ac-847a-b6a590dd2feb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1441405
Dec 04 21:46:22.789391 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31223e-9e97-4664-afd8-5a495ba42be0 req-3e8941ec-fdd1-49e4-b4f4-bf8dc6916232 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:22.791097 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ba31223e-9e97-4664-afd8-5a495ba42be0 req-3e8941ec-fdd1-49e4-b4f4-bf8dc6916232 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1227851
Dec 04 21:46:22.875810 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ba31223e-9e97-4664-afd8-5a495ba42be0 req-ac3b45ba-a1f2-4cbc-8328-c41526b5f5b0 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773401
Dec 04 21:46:22.950536 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a3c02ef7-223e-48fc-8fca-1c848ca1983b admin admin] Network 86f34682-3e27-474d-b25a-8f2d394429a8 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]: Traceback (most recent call last):
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:     timer()
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:     cb(*args, **kw)
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:     self._notify()
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.callback(batched_events)
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:     event.method(event)
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(self, *a, **k)
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self._get(url).json()
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:     **kwargs)
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:     **endpoint_filter)
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 21:46:22.975660 dv-cinder-749155-4-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 21:46:23.077074 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c02ef7-223e-48fc-8fca-1c848ca1983b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1888943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853820434'] for network, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:23.091816 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eb213197-6664-44ca-9815-63dd1959d5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:23.161053 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c02ef7-223e-48fc-8fca-1c848ca1983b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:23.167899 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-105a8a4a-f42b-4612-90c7-9e9db19f114c req-9ba86f22-7ac5-4c6b-8a8c-a8a9e9e39893 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 210 time: 0.0614750
Dec 04 21:46:23.169818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c02ef7-223e-48fc-8fca-1c848ca1983b admin admin] Pushing event deleted for resources: {'Network': ['ID=86f34682-3e27-474d-b25a-8f2d394429a8,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:23.183586 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a3c02ef7-223e-48fc-8fca-1c848ca1983b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:23.211602 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a3c02ef7-223e-48fc-8fca-1c848ca1983b admin admin] 10.222.0.44 "DELETE /v2.0/networks/86f34682-3e27-474d-b25a-8f2d394429a8 HTTP/1.1" status: 204  len: 168 time: 1.4419518
Dec 04 21:46:23.308336 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73228c19-d694-43b3-9c7b-ce709c2f2b0c req-16b8a6a7-23f2-43cb-a63a-dfb369fdd01c tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:23.311194 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-73228c19-d694-43b3-9c7b-ce709c2f2b0c req-16b8a6a7-23f2-43cb-a63a-dfb369fdd01c tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 945 time: 0.1394997
Dec 04 21:46:23.373184 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-73228c19-d694-43b3-9c7b-ce709c2f2b0c req-3474785b-e100-4d23-a602-6af9ae76284e tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554984
Dec 04 21:46:23.457947 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1a4ff37-08dc-4d55-afe2-ca07bfe41416 req-2baec362-a567-40d5-959b-ba145b01ce85 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 210 time: 0.0546112
Dec 04 21:46:23.584653 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 36960) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:46:23.876039 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3435d394-8aa6-47b1-a467-633784a2781d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce0209abd7e84edc8a7213c059a2880c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2892394
Dec 04 21:46:23.879075 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 36966) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:46:23.956105 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ed28e5db-36e5-472f-8a1e-c85f942b229b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:23.987243 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ed28e5db-36e5-472f-8a1e-c85f942b229b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:24.047861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ed28e5db-36e5-472f-8a1e-c85f942b229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:24.057095 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7e99e49c-7a62-4a5c-9181-d78518d57b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:24.092771 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28e5db-36e5-472f-8a1e-c85f942b229b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e23f2e-3949-4ae5-9409-660608bff292,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:24.107936 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ed28e5db-36e5-472f-8a1e-c85f942b229b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:24.110579 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ed28e5db-36e5-472f-8a1e-c85f942b229b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:24.112152 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ed28e5db-36e5-472f-8a1e-c85f942b229b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/69e23f2e-3949-4ae5-9409-660608bff292 HTTP/1.1" status: 204  len: 168 time: 0.2317073
Dec 04 21:46:24.283605 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb2621-caa5-4a0d-bf30-e2b4378ef284 req-3b572e50-f21a-4395-aa8c-5391997ab256 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:24.285273 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0bcb2621-caa5-4a0d-bf30-e2b4378ef284 req-3b572e50-f21a-4395-aa8c-5391997ab256 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.2230945
Dec 04 21:46:24.293134 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246251dd-b8de-4c4d-9480-06eac5bff4fe req-7806d783-31ac-4f2b-bf72-48c3e3db4b0d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:24.294755 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-246251dd-b8de-4c4d-9480-06eac5bff4fe req-7806d783-31ac-4f2b-bf72-48c3e3db4b0d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1471522
Dec 04 21:46:24.376970 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-246251dd-b8de-4c4d-9480-06eac5bff4fe req-846b3b54-f41b-4ae9-ae49-d4d5e68f65dd tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640628
Dec 04 21:46:24.381384 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0bcb2621-caa5-4a0d-bf30-e2b4378ef284 req-e794649c-ba19-48f2-b660-f01c8c7b562c tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0855813
Dec 04 21:46:24.628312 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2325eaf9-f2ed-4407-ac25-afafa88a4bf5 req-87ed1ede-9399-48f7-b73a-75b83d3be127 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 210 time: 0.0662191
Dec 04 21:46:24.741015 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd5b64-6a6c-4a4a-8a74-e133c6bb14dd req-5f478d21-fc29-4c41-aaf8-0718ef354fd4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:24.742813 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a8bd5b64-6a6c-4a4a-8a74-e133c6bb14dd req-5f478d21-fc29-4c41-aaf8-0718ef354fd4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 945 time: 0.1331909
Dec 04 21:46:24.825161 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a8bd5b64-6a6c-4a4a-8a74-e133c6bb14dd req-50f3b8d9-c292-4a85-9485-fab312196679 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736682
Dec 04 21:46:24.896824 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3162cd7c-1be6-4c92-868a-fb5df3de3d1e req-64e69d4e-d2dc-4543-b78b-7d6de834ff40 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 210 time: 0.0802407
Dec 04 21:46:25.838537 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f44ef7-ca00-4e62-abd6-297b3a2549a2 req-f97d5f2b-e60a-4f0e-ba88-cff730459520 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:25.841585 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-46f44ef7-ca00-4e62-abd6-297b3a2549a2 req-f97d5f2b-e60a-4f0e-ba88-cff730459520 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.1265783
Dec 04 21:46:25.850050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9783ff-c384-46cf-9e59-f36d845883bc req-ce96e1c2-a8d4-4b9b-a959-9c2d549bd51c tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:25.853512 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8c9783ff-c384-46cf-9e59-f36d845883bc req-ce96e1c2-a8d4-4b9b-a959-9c2d549bd51c tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1979828
Dec 04 21:46:25.942799 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-46f44ef7-ca00-4e62-abd6-297b3a2549a2 req-dc30e051-16d4-4828-bc90-718849bd4f53 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0877872
Dec 04 21:46:25.953212 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8c9783ff-c384-46cf-9e59-f36d845883bc req-ca09db50-e309-435f-96c2-8697d6ba9abb tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759227
Dec 04 21:46:26.161617 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-92c67113-ec8f-46c7-b82b-42f80e2ab949 req-6e89ab1c-bf01-47b6-83ba-b64bc1727e38 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 210 time: 0.0686398
Dec 04 21:46:26.346691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2fd3a-d7da-42ad-9f4f-2149ffed8f56 req-8b3f3eee-ec48-483b-a962-2d23a5b0b4df tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:26.356418 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-11a2fd3a-d7da-42ad-9f4f-2149ffed8f56 req-8b3f3eee-ec48-483b-a962-2d23a5b0b4df tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 945 time: 0.1770113
Dec 04 21:46:26.493162 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-11a2fd3a-d7da-42ad-9f4f-2149ffed8f56 req-4cb898a4-d5ff-43de-b719-fbc548d801b5 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312983
Dec 04 21:46:26.516130 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6e4fc344-ea3f-4fc2-87cd-0fb355160938 req-6cf1e8d5-db59-4183-b2a1-6c84ad0dbb45 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 210 time: 0.1094623
Dec 04 21:46:26.624303 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34d6b4c1-4dcd-4f85-98ab-e044ca9d718c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:27.394002 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f86a8-f4ce-4141-88d8-bd3179a0aca8 req-79a3a8a1-6e33-41aa-a854-9900721bae3e tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:27.395697 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-af2f86a8-f4ce-4141-88d8-bd3179a0aca8 req-79a3a8a1-6e33-41aa-a854-9900721bae3e tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1964149
Dec 04 21:46:27.468097 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-af2f86a8-f4ce-4141-88d8-bd3179a0aca8 req-3f1f425f-fb1a-49c6-8212-76ae266bdd01 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616004
Dec 04 21:46:27.487117 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3109a3e-7498-495d-839b-46d7e0d6aec1 req-4b6c9cd8-e517-43d4-8606-d55fed88fc38 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:27.487867 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f3109a3e-7498-495d-839b-46d7e0d6aec1 req-4b6c9cd8-e517-43d4-8606-d55fed88fc38 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.1762469
Dec 04 21:46:27.556490 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f3109a3e-7498-495d-839b-46d7e0d6aec1 req-b55fbe11-8563-4085-a009-d9e1bee85926 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596945
Dec 04 21:46:27.751522 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57c53c91-7af0-4374-9071-239ae4cdd5ec req-0a742e05-1f8a-4c96-9a8c-46938ec3d7d4 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 210 time: 0.1008639
Dec 04 21:46:27.826423 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-15c79b80-a726-435b-aacb-427ced22fa02 req-eb3c47c3-afe5-479c-ad1c-ef95f2b26d14 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 210 time: 0.0653694
Dec 04 21:46:28.083645 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e06ab6e-c686-4818-941b-6058db298d33 req-600e7d87-bbbd-4812-834b-7da91b284ecf tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/networks?tenant_id=e291cc97d8214aeea89f752b14565aa9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0825253
Dec 04 21:46:28.314832 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ba909-e7c5-494a-967e-a4e62c3a6b7f req-b6dd3135-036d-4d9d-944f-1cc9600f4f12 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:28.316657 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-236ba909-e7c5-494a-967e-a4e62c3a6b7f req-b6dd3135-036d-4d9d-944f-1cc9600f4f12 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 945 time: 0.4152179
Dec 04 21:46:28.403871 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06ab6e-c686-4818-941b-6058db298d33 req-78671b36-75d3-4044-b768-24f267332a8d tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:28.405584 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e06ab6e-c686-4818-941b-6058db298d33 req-78671b36-75d3-4044-b768-24f267332a8d tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3088229
Dec 04 21:46:28.418233 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-236ba909-e7c5-494a-967e-a4e62c3a6b7f req-12505078-c8f1-4b12-a38f-2e21b7089408 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897353
Dec 04 21:46:28.437103 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e06ab6e-c686-4818-941b-6058db298d33 req-be113660-2746-44ca-a2db-85ab2969cdd6 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/quotas/e291cc97d8214aeea89f752b14565aa9 HTTP/1.1" status: 200  len: 375 time: 0.0143406
Dec 04 21:46:28.497470 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e06ab6e-c686-4818-941b-6058db298d33 req-a9bda362-451e-4a12-843f-17cf92861313 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/ports?tenant_id=e291cc97d8214aeea89f752b14565aa9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0534446
Dec 04 21:46:28.871616 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267bd2e-5572-408c-9644-d14ba6678cee req-63e20cda-ac1c-49d5-a626-7b0dcd780ffe tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:28.873369 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6267bd2e-5572-408c-9644-d14ba6678cee req-63e20cda-ac1c-49d5-a626-7b0dcd780ffe tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1986673
Dec 04 21:46:29.016936 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6267bd2e-5572-408c-9644-d14ba6678cee req-c7ee6b93-484a-45c0-9a88-fe7fb5f506d1 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1306310
Dec 04 21:46:29.029474 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1870a-9018-4bbb-82b3-bb6d170971f0 req-818480a4-89a7-49cc-b091-b1f1d8d4dbc5 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:29.031402 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6dd1870a-9018-4bbb-82b3-bb6d170971f0 req-818480a4-89a7-49cc-b091-b1f1d8d4dbc5 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.2343035
Dec 04 21:46:29.130380 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6dd1870a-9018-4bbb-82b3-bb6d170971f0 req-5c1938e9-0f5b-4840-83f4-d9c4ad4bb97b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0924032
Dec 04 21:46:29.270220 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fce92f59-be66-4d75-a686-c791f05a3e8b req-28cc67d8-f654-43ba-8b14-b5cd805219a6 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/ports?device_id=1df35b8d-f43b-44d2-bdd7-8de46cefde94 HTTP/1.1" status: 200  len: 210 time: 0.0608160
Dec 04 21:46:29.388123 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-db203747-5de1-498d-aa26-9f543aad8f57 req-1f0e3e60-38a2-4a65-9f0e-ead5ec6b2e69 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 210 time: 0.0576394
Dec 04 21:46:29.454875 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:29.541493 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fc50c431-8c80-4150-b09d-24691e6f542c req-b47724b9-a13b-4fe1-a224-18228835eb9a tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 210 time: 0.0975869
Dec 04 21:46:29.802826 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688f677-3055-448c-9c3b-e4fc806e6a7f req-374fd37b-c0bc-4b1c-a1d5-3ee2380faf60 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:29.807010 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5688f677-3055-448c-9c3b-e4fc806e6a7f req-374fd37b-c0bc-4b1c-a1d5-3ee2380faf60 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 945 time: 0.1594515
Dec 04 21:46:29.899630 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5688f677-3055-448c-9c3b-e4fc806e6a7f req-62c8ff5c-63a8-4e81-93dc-9ede6830d74a tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850000
Dec 04 21:46:30.405418 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977fdc4-f1c0-4aac-833b-926093102109 req-05ecbed5-96aa-4244-8831-f0973e2e863f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:30.407059 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3977fdc4-f1c0-4aac-833b-926093102109 req-05ecbed5-96aa-4244-8831-f0973e2e863f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.0926480
Dec 04 21:46:30.463172 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3977fdc4-f1c0-4aac-833b-926093102109 req-097bc34d-edb9-47b1-88c3-f576079105f9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485196
Dec 04 21:46:30.532084 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a5587d12-ebd9-4fb9-a43f-dd2745a06de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:30.674207 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59f12c0c-5ae2-4108-be41-f1fd75dac820 req-961d886e-14c1-4eb4-8d51-c4fdfb8f1b9f tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/ports?device_id=1df35b8d-f43b-44d2-bdd7-8de46cefde94 HTTP/1.1" status: 200  len: 210 time: 0.0663269
Dec 04 21:46:30.728885 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c471657-bbf2-46c0-9bdc-620822923d93 req-b2145d44-dbd1-4526-bb92-fce0178f0746 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:30.730921 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0c471657-bbf2-46c0-9bdc-620822923d93 req-b2145d44-dbd1-4526-bb92-fce0178f0746 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.2124305
Dec 04 21:46:30.783975 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0c471657-bbf2-46c0-9bdc-620822923d93 req-3444972d-6257-4183-9df3-12a0cfbbd327 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459354
Dec 04 21:46:30.864752 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9731ebda-3d31-4708-be4a-f39396e6c0cf req-4d467ad7-cabd-4700-85aa-6e4a8d7faaae tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=7bb0b1ec-6c90-45dc-92e8-b39699cf53bc HTTP/1.1" status: 200  len: 210 time: 0.0517778
Dec 04 21:46:30.994954 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f6d0e-ec33-4cf6-b301-ad25b7f293d6 req-5d81b592-9f44-4d6a-bf16-4d6e43ff331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:30.996686 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-025f6d0e-ec33-4cf6-b301-ad25b7f293d6 req-5d81b592-9f44-4d6a-bf16-4d6e43ff331f service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3 HTTP/1.1" status: 200  len: 910 time: 0.2035835
Dec 04 21:46:31.064226 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-df1b9c8e-c912-4a17-849c-b41e8a9c472c req-a0bebfdb-1455-4c7c-bc25-96f80aa76550 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 210 time: 0.0660241
Dec 04 21:46:31.222410 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-025f6d0e-ec33-4cf6-b301-ad25b7f293d6 req-09ec4272-612c-4a1c-b43e-cb110ff58757 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e18066e0-93e6-49fd-9a9e-e65986b8dfb9 HTTP/1.1" status: 200  len: 999 time: 0.2121692
Dec 04 21:46:31.308939 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f6d0e-ec33-4cf6-b301-ad25b7f293d6 req-6897295c-07df-42f6-b375-559eb46b03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:31.310569 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-025f6d0e-ec33-4cf6-b301-ad25b7f293d6 req-6897295c-07df-42f6-b375-559eb46b03c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5941c058-3e71-4ca9-85ab-a81ea76a2e2e HTTP/1.1" status: 200  len: 855 time: 0.0774090
Dec 04 21:46:31.326309 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab131a-e59e-482f-a703-f958b4459439 req-45fb7ce0-bc07-46db-94f7-666cf2868609 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:31.328058 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c0ab131a-e59e-482f-a703-f958b4459439 req-45fb7ce0-bc07-46db-94f7-666cf2868609 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 945 time: 0.0927966
Dec 04 21:46:31.381163 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c0ab131a-e59e-482f-a703-f958b4459439 req-42309432-39eb-4494-b48c-b987f1151cae tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463192
Dec 04 21:46:31.414090 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f6d0e-ec33-4cf6-b301-ad25b7f293d6 req-316b2aa1-2302-4fe6-a552-2f88e27617ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:31.415628 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-025f6d0e-ec33-4cf6-b301-ad25b7f293d6 req-316b2aa1-2302-4fe6-a552-2f88e27617ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838094
Dec 04 21:46:31.550519 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:31.604194 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-025f6d0e-ec33-4cf6-b301-ad25b7f293d6 req-d9b1d35e-e470-48b6-9411-293811eb713d service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803474
Dec 04 21:46:31.921453 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:32.040323 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-025f6d0e-ec33-4cf6-b301-ad25b7f293d6 req-bf27a0bb-7d74-4202-bfc5-745837678955 service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3734679
Dec 04 21:46:32.150617 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:32.182351 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f01abd55-80bb-49d4-a3a5-45a2bfd46181 req-e7c00570-08eb-4ed4-9d57-b15bc0f775c3 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/ports?device_id=1df35b8d-f43b-44d2-bdd7-8de46cefde94 HTTP/1.1" status: 200  len: 210 time: 0.0548708
Dec 04 21:46:32.199808 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23375ca-cf4e-4697-8536-cf25e38d7e2a req-9c459f90-10a0-4d66-a986-2ae64fd100df tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:32.201521 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d23375ca-cf4e-4697-8536-cf25e38d7e2a req-9c459f90-10a0-4d66-a986-2ae64fd100df tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.4362924
Dec 04 21:46:32.287628 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d23375ca-cf4e-4697-8536-cf25e38d7e2a req-f5fd465e-b1cf-452b-8ceb-3cff9870781f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0778842
Dec 04 21:46:32.518624 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119ad3a-786d-4e79-8cb8-50923b4bb249 req-0d19b0b7-65ea-40fc-a4bb-3ad47443f0e5 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:32.527661 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b119ad3a-786d-4e79-8cb8-50923b4bb249 req-0d19b0b7-65ea-40fc-a4bb-3ad47443f0e5 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1471531
Dec 04 21:46:32.615369 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b119ad3a-786d-4e79-8cb8-50923b4bb249 req-1463bf5a-842b-4329-8a39-b5d3804e0f98 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858505
Dec 04 21:46:32.701373 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e06ab6e-c686-4818-941b-6058db298d33 req-3a4a52ed-15c2-49d9-b3ce-dcec267cbb87 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.53 "GET /v2.0/networks?tenant_id=e291cc97d8214aeea89f752b14565aa9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1014552
Dec 04 21:46:32.704749 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-35f6ae5d-d396-4802-a15f-ee99be78a6c7 req-40e7c8bb-ceaa-4e7b-bd86-0033382ba2e6 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 210 time: 0.0947635
Dec 04 21:46:32.974079 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13637d-fd11-411f-a4cf-a9ec9a11c9b1 req-684103d6-84f9-4bcb-98bc-27f0d2c7d4ce tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:32.977292 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fc13637d-fd11-411f-a4cf-a9ec9a11c9b1 req-684103d6-84f9-4bcb-98bc-27f0d2c7d4ce tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 945 time: 0.1757100
Dec 04 21:46:33.031218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06ab6e-c686-4818-941b-6058db298d33 req-3db194aa-6044-4409-993b-67cf20ef0fa4 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:33.034288 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e06ab6e-c686-4818-941b-6058db298d33 req-3db194aa-6044-4409-993b-67cf20ef0fa4 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3251951
Dec 04 21:46:33.075160 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Request body: {'port': {'device_id': '1df35b8d-f43b-44d2-bdd7-8de46cefde94', 'network_id': '0599ed3e-9335-460b-9161-6abdcd2c8bf5', 'admin_state_up': True, 'tenant_id': 'e291cc97d8214aeea89f752b14565aa9'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:46:33.088632 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fc13637d-fd11-411f-a4cf-a9ec9a11c9b1 req-fbda57a3-4a94-41cc-b697-ec7a4c90f45b tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980833
Dec 04 21:46:33.352028 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:46:33.358241 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Usage tracker for resource:port and tenant:e291cc97d8214aeea89f752b14565aa9 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:46:33.370812 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Quota usage for port was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:46:33.380815 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:46:33.393423 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Made reservation on behalf of e291cc97d8214aeea89f752b14565aa9 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:46:33.414017 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:33.440514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:33.461330 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:46:33.466384 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Usage tracker for resource:security_group_rule and tenant:e291cc97d8214aeea89f752b14565aa9 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:46:33.471305 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:46:33.480703 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:46:33.734058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.53', 55474) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:46:33.756458 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7204b02b-40c0-47e1-89c1-f5b0f5a16a4c req-0942a5ea-9e41-4ee5-9985-961da6a567ce tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/ports?device_id=1df35b8d-f43b-44d2-bdd7-8de46cefde94 HTTP/1.1" status: 200  len: 210 time: 0.1265888
Dec 04 21:46:33.761970 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-de6c7c2b-581b-4d10-9f95-f6d62e0bfcae tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:33.763649 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-de6c7c2b-581b-4d10-9f95-f6d62e0bfcae tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.53 "GET /v2.0/networks?id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 HTTP/1.1" status: 200  len: 809 time: 0.2205362
Dec 04 21:46:33.781895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:33.784492 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:33.805954 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e2acf40d-1411-49f7-a019-8bbe6f35bbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:33.967181 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e008f51d-830a-49a0-8c96-1b24baff6eac no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:46:33.982184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c68015-b153-4173-9bfb-703ea883c814,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:34.001350 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.001792 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.002294 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.002808 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.003273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.003752 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.004219 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.004670 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.005136 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.005590 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.006035 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.006506 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.007194 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.007827 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.008289 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.008739 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.009201 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.009660 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.010135 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.010756 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.011008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.011493 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.011932 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.012383 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:34.025033 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:34.094411 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2510f6e-0255-428a-a5a4-8e15573552c1 req-5c6cc569-59b6-472a-a0ca-bd781e8c5a40 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:34.096166 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f2510f6e-0255-428a-a5a4-8e15573552c1 req-5c6cc569-59b6-472a-a0ca-bd781e8c5a40 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.53 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 945 time: 0.5370250
Dec 04 21:46:34.113411 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-99354eae-db21-4d73-a99d-75ae5d43603f tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=46d8cb3e589a4879990d2eb6faf2e6cb HTTP/1.1" status: 200  len: 5543 time: 0.3086979
Dec 04 21:46:34.127729 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Request body: {'port': {'device_id': 'c6e4677f-8881-4264-bb78-7ba7a1ab58ac', 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1', 'admin_state_up': True, 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'security_groups': ['db14e7dd-e88a-40e0-95d1-83b05e2c3689']}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:46:34.135680 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e224462-ff6a-4fcf-9453-be8136b19f1f req-5caa5b8e-46a1-47c5-8d98-7e597909eee0 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:34.138836 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6e224462-ff6a-4fcf-9453-be8136b19f1f req-5caa5b8e-46a1-47c5-8d98-7e597909eee0 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.6675303
Dec 04 21:46:34.218302 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:34.232801 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f2510f6e-0255-428a-a5a4-8e15573552c1 req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Deleting port e008f51d-830a-49a0-8c96-1b24baff6eac {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:46:34.233676 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f2510f6e-0255-428a-a5a4-8e15573552c1 req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:34.290746 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port e008f51d-830a-49a0-8c96-1b24baff6eac, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e008f51d-830a-49a0-8c96-1b24baff6eac,segment=NetworkSegment(315b7921-a3d8-4dbe-b79f-0928f8598843),segment_id=315b7921-a3d8-4dbe-b79f-0928f8598843)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:46:34.292870 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4358f9-5e88-4bbf-ae8b-5703d3396c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e008f51d-830a-49a0-8c96-1b24baff6eac'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:46:34.300871 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451421cc-e42e-4614-a38a-0a7b6e4d7e4d req-f9b08768-7bfe-488f-872b-5351c39c1427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:34.301893 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-451421cc-e42e-4614-a38a-0a7b6e4d7e4d req-f9b08768-7bfe-488f-872b-5351c39c1427 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f44e9f0609524db8ba8777ab4a04a3e9&device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 1163 time: 0.5568464
Dec 04 21:46:34.305531 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:34.305758 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:46:34.311380 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:34.321327 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Usage tracker for resource:port and tenant:46d8cb3e589a4879990d2eb6faf2e6cb is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:46:34.327686 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Quota usage for port was recalculated. Used quota:2. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:46:34.340002 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:46:34.401800 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Made reservation on behalf of 46d8cb3e589a4879990d2eb6faf2e6cb for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:46:34.410912 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:34.463363 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=e008f51d-830a-49a0-8c96-1b24baff6eac,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:34.469759 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:34.508772 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6e224462-ff6a-4fcf-9453-be8136b19f1f req-6863909c-8664-44d6-a5b1-a4a5ae9ae00c tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2466679
Dec 04 21:46:34.539539 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1528a0-2627-42f9-a8ab-ef996621fde9 req-429f8ddd-787c-4441-aea2-40c7b11f0d9f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:34.541455 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4c1528a0-2627-42f9-a8ab-ef996621fde9 req-429f8ddd-787c-4441-aea2-40c7b11f0d9f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.5940330
Dec 04 21:46:34.572007 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Allocated IP 192.168.233.17 (0599ed3e-9335-460b-9161-6abdcd2c8bf5/6189caa9-7a75-470c-a1b5-2729fd2a3cb2/f51140bc-8891-46dc-9fda-a14462a921f9) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:46:34.749148 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451421cc-e42e-4614-a38a-0a7b6e4d7e4d req-5fc7ecbb-4c6a-483e-90f7-4a8a0603032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:34.750952 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-451421cc-e42e-4614-a38a-0a7b6e4d7e4d req-5fc7ecbb-4c6a-483e-90f7-4a8a0603032d service neutron] 10.222.0.53 "GET /v2.0/networks?id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29 HTTP/1.1" status: 200  len: 904 time: 0.4244163
Dec 04 21:46:34.764686 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4c1528a0-2627-42f9-a8ab-ef996621fde9 req-6ec60edd-68f9-41d2-a28c-68fc77ed9c15 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1988559
Dec 04 21:46:34.968383 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-451421cc-e42e-4614-a38a-0a7b6e4d7e4d req-8e3f4fc2-18c2-431d-906a-6973e7740ed0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d71d52-c53b-495f-acbe-a1ac21745fda HTTP/1.1" status: 200  len: 1002 time: 0.2092671
Dec 04 21:46:35.075672 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451421cc-e42e-4614-a38a-0a7b6e4d7e4d req-fdeb7cfd-0414-446e-a8a2-98161c0e4504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:35.089377 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-451421cc-e42e-4614-a38a-0a7b6e4d7e4d req-fdeb7cfd-0414-446e-a8a2-98161c0e4504 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f101be7-7361-44f6-9e0b-cdaa01d7405a HTTP/1.1" status: 200  len: 849 time: 0.1031611
Dec 04 21:46:35.162297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Allocated IP 172.20.0.12 (4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1/27fdb0aa-aa44-4c97-bf53-19092373916f/e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:46:35.168857 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:35.196745 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Transition to ACTIVE for port object f51140bc-8891-46dc-9fda-a14462a921f9 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:46:35.213658 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-f2510f6e-0255-428a-a5a4-8e15573552c1 req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] For port e008f51d-830a-49a0-8c96-1b24baff6eac, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e008f51d-830a-49a0-8c96-1b24baff6eac,segment=NetworkSegment(315b7921-a3d8-4dbe-b79f-0928f8598843),segment_id=315b7921-a3d8-4dbe-b79f-0928f8598843)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:46:35.214124 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f2510f6e-0255-428a-a5a4-8e15573552c1 req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:35.277260 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b53682-9547-4632-ba7d-5acbca2f6854 req-431c1ce5-9c39-4ec3-9e39-22040a8b1024 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:35.279262 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-18b53682-9547-4632-ba7d-5acbca2f6854 req-431c1ce5-9c39-4ec3-9e39-22040a8b1024 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.4579835
Dec 04 21:46:35.337081 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:35.360906 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dc6f9414-cdf5-42fc-9bd6-09fded292e48 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:35.404281 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d65bf972-b30a-4488-9704-2e879e050623 req-1568d87d-5c4b-465b-a0ad-7182ae84f03d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 210 time: 0.2087085
Dec 04 21:46:35.416757 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f2510f6e-0255-428a-a5a4-8e15573552c1 req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Calling delete_port for e008f51d-830a-49a0-8c96-1b24baff6eac owned by compute:nova {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:46:35.537015 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-18b53682-9547-4632-ba7d-5acbca2f6854 req-d2300d8c-5399-4f6f-979e-d05404339023 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1350718
Dec 04 21:46:35.565328 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Pushing event updated for resources: {'Port': ['ID=f51140bc-8891-46dc-9fda-a14462a921f9,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:35.576889 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:35.621160 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451421cc-e42e-4614-a38a-0a7b6e4d7e4d req-648c9bf6-a005-4c52-9361-23e96b13f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:35.624328 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-451421cc-e42e-4614-a38a-0a7b6e4d7e4d req-648c9bf6-a005-4c52-9361-23e96b13f497 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5180693
Dec 04 21:46:35.635826 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4358f9-5e88-4bbf-ae8b-5703d3396c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e008f51d-830a-49a0-8c96-1b24baff6eac', 'code': 200}
Dec 04 21:46:35.649431 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:35.685357 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Transition to ACTIVE for port object e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:46:35.704421 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Network 0599ed3e-9335-460b-9161-6abdcd2c8bf5 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:46:35.707585 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:46:35.712168 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:46:35.794760 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:35.795863 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:35.856947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:36.068731 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f2510f6e-0255-428a-a5a4-8e15573552c1 req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:36.076316 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-451421cc-e42e-4614-a38a-0a7b6e4d7e4d req-d327f329-c6c0-4a25-832b-88ff2a60891c service neutron] 10.222.0.53 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4378204
Dec 04 21:46:36.097454 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-07157d64-2daf-4188-9d3b-89a9387b2db1 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:36.103130 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:36.138286 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e06ab6e-c686-4818-941b-6058db298d33 req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.0719965
Dec 04 21:46:36.215431 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Request body: {'port': {'device_id': '1df35b8d-f43b-44d2-bdd7-8de46cefde94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:46:36.274518 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5550be45-7320-4450-8add-45e458f4b02d None None] Provisioning for port f51140bc-8891-46dc-9fda-a14462a921f9 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:46:36.284515 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5550be45-7320-4450-8add-45e458f4b02d None None] Provisioning complete for port f51140bc-8891-46dc-9fda-a14462a921f9 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:46:36.285209 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5550be45-7320-4450-8add-45e458f4b02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:36.362170 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5550be45-7320-4450-8add-45e458f4b02d None None] Port f51140bc-8891-46dc-9fda-a14462a921f9 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:46:36.400034 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Pushing event updated for resources: {'Port': ['ID=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:36.424474 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:36.480472 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Pushing event deleted for resources: {'Port': ['ID=e008f51d-830a-49a0-8c96-1b24baff6eac,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:36.557443 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:36.559525 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.559932 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.560344 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.560743 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.561136 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.561533 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.561926 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.562318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.562709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.563100 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.563515 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.563912 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.564379 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.564772 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.565153 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.565539 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.565922 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.566307 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.566691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.567072 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.567491 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.567862 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.568245 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.568630 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:36.574762 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:36.607122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Network 4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:46:36.618258 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d53ff-cdec-4a0b-8735-da1bd4a9096e req-c39e315b-f620-4444-baf5-15b7b647413c tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:36.619905 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c67d53ff-cdec-4a0b-8735-da1bd4a9096e req-c39e315b-f620-4444-baf5-15b7b647413c tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 865 time: 0.9204218
Dec 04 21:46:36.663012 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf983ec9-f0f6-447d-8e13-8ced2909cdb9 req-dbe00f96-51ea-4f2f-a9c5-a5233cdf952d tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:36.665700 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bf983ec9-f0f6-447d-8e13-8ced2909cdb9 req-dbe00f96-51ea-4f2f-a9c5-a5233cdf952d tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/ports?device_id=1df35b8d-f43b-44d2-bdd7-8de46cefde94 HTTP/1.1" status: 200  len: 935 time: 0.7727287
Dec 04 21:46:36.668663 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:46:36.684084 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:46:36.780924 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-451421cc-e42e-4614-a38a-0a7b6e4d7e4d req-ad1a7941-de2e-4e93-b13a-1d301c342c97 service neutron] 10.222.0.53 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6409998
Dec 04 21:46:36.805122 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c67d53ff-cdec-4a0b-8735-da1bd4a9096e req-ce8a3f30-5240-412f-a687-99fbf7b788b5 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744754
Dec 04 21:46:36.850155 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bf983ec9-f0f6-447d-8e13-8ced2909cdb9 req-046e9ef0-4ee0-4bb0-ac2f-e0db3269cd80 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/security-groups?id=f6c68015-b153-4173-9bfb-703ea883c814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533453
Dec 04 21:46:36.869458 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2510f6e-0255-428a-a5a4-8e15573552c1 req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] No DVR routers for this DVR port e008f51d-830a-49a0-8c96-1b24baff6eac on host hv-cinder-74915 {{(pid=80265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:46:36.873690 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f2510f6e-0255-428a-a5a4-8e15573552c1 req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:36.877048 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4358f9-5e88-4bbf-ae8b-5703d3396c6d', 'name': 'network-vif-deleted', 'tag': 'e008f51d-830a-49a0-8c96-1b24baff6eac'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:46:36.921263 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f2510f6e-0255-428a-a5a4-8e15573552c1 req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.53 "DELETE /v2.0/ports/e008f51d-830a-49a0-8c96-1b24baff6eac HTTP/1.1" status: 204  len: 173 time: 2.7777605
Dec 04 21:46:36.933432 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:36.934910 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:36.994960 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8719394
Dec 04 21:46:37.104650 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Request body: {'port': {'device_id': 'c6e4677f-8881-4264-bb78-7ba7a1ab58ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:46:37.112774 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-1df40d3b-80a3-4dc9-aee8-a0bb64396103 None None] Provisioning for port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:46:37.127834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-1df40d3b-80a3-4dc9-aee8-a0bb64396103 None None] Provisioning complete for port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:46:37.130021 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1df40d3b-80a3-4dc9-aee8-a0bb64396103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:37.274526 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-1df40d3b-80a3-4dc9-aee8-a0bb64396103 None None] Port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:46:37.278297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489d2a1-1f3c-49da-b0ca-597ca433cecb req-0bc34fb9-60b3-4e83-bf1e-59fe0e7e9100 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:37.282199 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9489d2a1-1f3c-49da-b0ca-597ca433cecb req-0bc34fb9-60b3-4e83-bf1e-59fe0e7e9100 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.2631865
Dec 04 21:46:37.292382 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1072c7-f473-444d-9a6e-3d88f6812cab req-2e9d1909-a787-4354-9353-a484e7dbe66d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:37.294092 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4d1072c7-f473-444d-9a6e-3d88f6812cab req-2e9d1909-a787-4354-9353-a484e7dbe66d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.1490476
Dec 04 21:46:37.395658 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9489d2a1-1f3c-49da-b0ca-597ca433cecb req-ceeb1eb9-dcb7-4cb6-b1c4-a90de3e334e8 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996046
Dec 04 21:46:37.403763 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4d1072c7-f473-444d-9a6e-3d88f6812cab req-6f096073-6263-4821-bdc9-046acd31fa75 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864871
Dec 04 21:46:37.534917 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:37.844846 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddeb8d-45a6-4528-b0c9-85fa30e448e1 req-77f791b2-cd1c-4e78-b4d4-6ced2399882b tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:37.846605 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-73ddeb8d-45a6-4528-b0c9-85fa30e448e1 req-77f791b2-cd1c-4e78-b4d4-6ced2399882b tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 932 time: 0.2093718
Dec 04 21:46:37.859947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a3b1c-08be-444b-ae91-4d8c263c2635 req-d65165d5-04fa-40fd-97bf-6d9b43f648b9 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:37.861736 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-500a3b1c-08be-444b-ae91-4d8c263c2635 req-d65165d5-04fa-40fd-97bf-6d9b43f648b9 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1802113
Dec 04 21:46:37.903368 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51140bc-8891-46dc-9fda-a14462a921f9 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:46:37.921524 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:37.952912 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-73ddeb8d-45a6-4528-b0c9-85fa30e448e1 req-b5ba0a49-2dbd-4f5c-8fb1-be8a00e4e6ef tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0896943
Dec 04 21:46:37.957371 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-500a3b1c-08be-444b-ae91-4d8c263c2635 req-fd931891-9a00-4a44-a42b-bc30ce39672a tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742235
Dec 04 21:46:37.987183 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Transition to ACTIVE for port object f51140bc-8891-46dc-9fda-a14462a921f9 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:46:38.125633 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:38.147627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:38.246504 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4358f9-5e88-4bbf-ae8b-5703d3396c6d', 'name': 'network-vif-deleted', 'tag': 'e008f51d-830a-49a0-8c96-1b24baff6eac', 'status': 'completed', 'code': 200}
Dec 04 21:46:38.330135 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Pushing event updated for resources: {'Port': ['ID=f51140bc-8891-46dc-9fda-a14462a921f9,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:38.338535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:38.445875 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8c48461d-d883-4ae4-b621-77317727f204 req-974e5441-0b1b-414a-bbdf-a7a80651125a tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Synchronizing usage tracker for tenant:a2058a1a470645f2acd486f763a37a33 on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:46:38.503261 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8c48461d-d883-4ae4-b621-77317727f204 req-974e5441-0b1b-414a-bbdf-a7a80651125a tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Unset dirty status for tenant:a2058a1a470645f2acd486f763a37a33 on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:46:38.508535 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8c48461d-d883-4ae4-b621-77317727f204 req-974e5441-0b1b-414a-bbdf-a7a80651125a tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=dc4358f9-5e88-4bbf-ae8b-5703d3396c6d HTTP/1.1" status: 200  len: 210 time: 0.1252840
Dec 04 21:46:38.621414 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fea484-9e0e-4fa4-b39f-ef348fbb84a3 req-f39880bb-8c48-4221-a78c-09f0731ef3ba tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:38.641393 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06fea484-9e0e-4fa4-b39f-ef348fbb84a3 req-f39880bb-8c48-4221-a78c-09f0731ef3ba tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/ports?device_id=1df35b8d-f43b-44d2-bdd7-8de46cefde94 HTTP/1.1" status: 200  len: 947 time: 0.1787689
Dec 04 21:46:38.651584 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:46:38.664340 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:38.696354 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Transition to ACTIVE for port object e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:46:38.697376 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Attempting to bind port f51140bc-8891-46dc-9fda-a14462a921f9 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:46:38.697834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Attempting to bind port f51140bc-8891-46dc-9fda-a14462a921f9 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'cff862a1-6db7-4e0f-b9e2-87284af6cb3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0599ed3e-9335-460b-9161-6abdcd2c8bf5'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:46:38.698225 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Attempting to bind port f51140bc-8891-46dc-9fda-a14462a921f9 on network 0599ed3e-9335-460b-9161-6abdcd2c8bf5 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:46:38.702974 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:38.706135 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06fea484-9e0e-4fa4-b39f-ef348fbb84a3 req-393f7a9e-1429-46a3-ac21-6c428ec8fdcd tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/security-groups?id=f6c68015-b153-4173-9bfb-703ea883c814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632372
Dec 04 21:46:38.722449 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8fb0de01-aaee-48af-bf6c-7ea694a233e4 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:38.817792 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:46:38.818182 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Checking segment: {'id': 'cff862a1-6db7-4e0f-b9e2-87284af6cb3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0599ed3e-9335-460b-9161-6abdcd2c8bf5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:46:38.818609 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:38.819022 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Bound using segment: {'id': 'cff862a1-6db7-4e0f-b9e2-87284af6cb3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0599ed3e-9335-460b-9161-6abdcd2c8bf5'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:46:38.820398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Bound port: f51140bc-8891-46dc-9fda-a14462a921f9, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff862a1-6db7-4e0f-b9e2-87284af6cb3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0599ed3e-9335-460b-9161-6abdcd2c8bf5'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:46:38.820657 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:38.852748 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49df544-e4d3-4fba-9aa6-ec64b935db4f req-6c036682-73c5-4556-b7ca-f6ae4ff6eac6 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:38.856012 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a49df544-e4d3-4fba-9aa6-ec64b935db4f req-6c036682-73c5-4556-b7ca-f6ae4ff6eac6 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.1146393
Dec 04 21:46:38.933177 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Pushing event updated for resources: {'Port': ['ID=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:38.936816 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:38.987497 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a49df544-e4d3-4fba-9aa6-ec64b935db4f req-775cd650-ec61-40e6-aeef-f8f7c89d7e38 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717299
Dec 04 21:46:39.022960 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1317400-d189-4b5c-acc5-96b13d5afa83 req-b27f1913-64b4-4f27-9655-5774d5dbfaf9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:39.026550 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] For port f51140bc-8891-46dc-9fda-a14462a921f9, host hv-cinder-74915, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:46:39.028018 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b1317400-d189-4b5c-acc5-96b13d5afa83 req-b27f1913-64b4-4f27-9655-5774d5dbfaf9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.1702614
Dec 04 21:46:39.104374 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device b5d71d52-c53b-495f-acbe-a1ac21745fda up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:46:39.106836 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b1317400-d189-4b5c-acc5-96b13d5afa83 req-df980aa9-64ce-418c-bac2-4e7805bf7b2f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664718
Dec 04 21:46:39.111238 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] For port f51140bc-8891-46dc-9fda-a14462a921f9, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f51140bc-8891-46dc-9fda-a14462a921f9,segment=NetworkSegment(cff862a1-6db7-4e0f-b9e2-87284af6cb3c),segment_id=cff862a1-6db7-4e0f-b9e2-87284af6cb3c)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:46:39.184997 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:39.204192 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-129c688b-6c19-434b-80c8-84257bb4f049 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:39.273635 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port b5d71d52-c53b-495f-acbe-a1ac21745fda triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:46:39.274069 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:39.376801 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Attempting to bind port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:46:39.377226 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Attempting to bind port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:46:39.377693 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Attempting to bind port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d on network 4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:46:39.388530 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:46:39.389032 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Checking segment: {'id': '6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:46:39.389533 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:39.390034 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Bound using segment: {'id': '6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:46:39.390635 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Bound port: e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:46:39.391114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:39.437215 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Pushing event updated for resources: {'Port': ['ID=f51140bc-8891-46dc-9fda-a14462a921f9,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:39.468995 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:39.539627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe89e3-e691-473d-be95-0592cabca792 req-6dab5e55-bf61-494a-869e-5a59f0125497 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:39.541718 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f2fe89e3-e691-473d-be95-0592cabca792 req-6dab5e55-bf61-494a-869e-5a59f0125497 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 944 time: 0.2704761
Dec 04 21:46:39.548029 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:39.548855 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:39.550609 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e06ab6e-c686-4818-941b-6058db298d33 req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] 10.222.0.53 "PUT /v2.0/ports/f51140bc-8891-46dc-9fda-a14462a921f9 HTTP/1.1" status: 200  len: 1161 time: 3.3481057
Dec 04 21:46:39.551253 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df35b8d-f43b-44d2-bdd7-8de46cefde94', 'tag': 'f51140bc-8891-46dc-9fda-a14462a921f9'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:46:39.554877 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc405d6-fcf1-422c-9181-0d86b6de01dc req-079f035c-c5c8-4edb-b863-c92ffa5e2fc5 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:39.556727 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5cc405d6-fcf1-422c-9181-0d86b6de01dc req-079f035c-c5c8-4edb-b863-c92ffa5e2fc5 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1699495
Dec 04 21:46:39.568809 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] For port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d, host hv-cinder-74915, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:46:39.573913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] For port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d,segment=NetworkSegment(6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480),segment_id=6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:46:39.578875 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:39.607780 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1be2f6ea-2cf1-4859-a2f0-c15ff6185fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:39.652312 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5cc405d6-fcf1-422c-9181-0d86b6de01dc req-e4932739-b3e0-4a52-a1a8-b4fd1129c7bd tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848641
Dec 04 21:46:39.667069 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f2fe89e3-e691-473d-be95-0592cabca792 req-a6dfadac-2da0-4fb8-a836-3e276fa5f8c8 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0811100
Dec 04 21:46:39.844895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06ab6e-c686-4818-941b-6058db298d33 req-3fefb579-374b-4b86-b477-d4cb2fa565af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:39.850227 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e06ab6e-c686-4818-941b-6058db298d33 req-3fefb579-374b-4b86-b477-d4cb2fa565af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e291cc97d8214aeea89f752b14565aa9&device_id=1df35b8d-f43b-44d2-bdd7-8de46cefde94 HTTP/1.1" status: 200  len: 1164 time: 0.1816537
Dec 04 21:46:39.937940 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e06ab6e-c686-4818-941b-6058db298d33 req-79b1b90c-a223-4230-9965-f9a019e46495 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=f51140bc-8891-46dc-9fda-a14462a921f9 HTTP/1.1" status: 200  len: 217 time: 0.0731289
Dec 04 21:46:40.104257 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06ab6e-c686-4818-941b-6058db298d33 req-abcda985-766c-4e9c-8566-28d2bd02eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:40.106309 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e06ab6e-c686-4818-941b-6058db298d33 req-abcda985-766c-4e9c-8566-28d2bd02eecf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6189caa9-7a75-470c-a1b5-2729fd2a3cb2 HTTP/1.1" status: 200  len: 843 time: 0.1522515
Dec 04 21:46:40.173499 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df35b8d-f43b-44d2-bdd7-8de46cefde94', 'tag': 'f51140bc-8891-46dc-9fda-a14462a921f9', 'status': 'completed', 'code': 200}
Dec 04 21:46:40.212308 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:40.213081 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:40.214719 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] 10.222.0.53 "PUT /v2.0/ports/e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d HTTP/1.1" status: 200  len: 1158 time: 3.1206884
Dec 04 21:46:40.240790 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c6eb4-2628-44b9-a7b9-58f0a8d360f7 req-bf7a8a71-8e90-40b1-919e-003e0228b881 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:40.245436 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d49c6eb4-2628-44b9-a7b9-58f0a8d360f7 req-bf7a8a71-8e90-40b1-919e-003e0228b881 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/ports?device_id=1df35b8d-f43b-44d2-bdd7-8de46cefde94 HTTP/1.1" status: 200  len: 947 time: 0.2397163
Dec 04 21:46:40.259972 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Pushing event updated for resources: {'Port': ['ID=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:40.265568 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:40.300905 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29545a6b-d696-493a-89e9-75360223c085 req-4d385118-3ee0-40e1-aa51-5e5eb348c92f tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:40.304932 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29545a6b-d696-493a-89e9-75360223c085 req-4d385118-3ee0-40e1-aa51-5e5eb348c92f tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.53 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.6422665
Dec 04 21:46:40.345047 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d49c6eb4-2628-44b9-a7b9-58f0a8d360f7 req-c8d08327-062f-4ee5-b8d7-744d6a5a3b43 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/security-groups?id=f6c68015-b153-4173-9bfb-703ea883c814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852594
Dec 04 21:46:40.352798 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886cbaf-6046-40a9-9187-c3ec1bc2c987 req-256bb1a2-54c4-4173-afbb-c070011e4780 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:40.354801 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7886cbaf-6046-40a9-9187-c3ec1bc2c987 req-256bb1a2-54c4-4173-afbb-c070011e4780 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 946 time: 0.1907742
Dec 04 21:46:40.357464 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06ab6e-c686-4818-941b-6058db298d33 req-921c1100-ddeb-43d6-93b2-27dfa0472dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:40.359283 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e06ab6e-c686-4818-941b-6058db298d33 req-921c1100-ddeb-43d6-93b2-27dfa0472dbf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0599ed3e-9335-460b-9161-6abdcd2c8bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2444787
Dec 04 21:46:40.536496 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-29545a6b-d696-493a-89e9-75360223c085 req-e38dd870-ec02-4bde-a782-1e6d0cf9af89 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Deleting port 3a1db974-c036-4c5e-ae04-e42e5aced041 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:46:40.536891 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-29545a6b-d696-493a-89e9-75360223c085 req-e38dd870-ec02-4bde-a782-1e6d0cf9af89 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:40.549970 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7886cbaf-6046-40a9-9187-c3ec1bc2c987 req-82d695ae-ac83-4384-a1cc-c45b6cd91e88 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871493
Dec 04 21:46:40.623307 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e06ab6e-c686-4818-941b-6058db298d33 req-787c3cb8-d896-4f62-819b-543c212d551b service neutron] 10.222.0.53 "GET /v2.0/networks/0599ed3e-9335-460b-9161-6abdcd2c8bf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2424650
Dec 04 21:46:40.625348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e18066e0-93e6-49fd-9a9e-e65986b8dfb9 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:46:40.655931 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-97ba8580-0891-4d34-95df-a51a5d88ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:40.658355 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-97ba8580-0891-4d34-95df-a51a5d88ed66 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46d8cb3e589a4879990d2eb6faf2e6cb&device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 1161 time: 0.3512738
Dec 04 21:46:40.723164 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port e18066e0-93e6-49fd-9a9e-e65986b8dfb9 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:46:40.723845 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:40.725258 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7434b6-0bec-4c50-9f3a-04b9b7bc50dd req-fcc3b7fd-31fb-4d27-96ab-5ccc855e4f9d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:40.727847 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1a7434b6-0bec-4c50-9f3a-04b9b7bc50dd req-fcc3b7fd-31fb-4d27-96ab-5ccc855e4f9d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 943 time: 0.2287669
Dec 04 21:46:40.751539 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-de3c903e-4064-419b-9360-582e9d828154 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d HTTP/1.1" status: 200  len: 217 time: 0.0799277
Dec 04 21:46:40.830202 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e06ab6e-c686-4818-941b-6058db298d33 req-9a7300d0-9def-4926-9fb2-26ec917a927a service neutron] 10.222.0.53 "GET /v2.0/networks/0599ed3e-9335-460b-9161-6abdcd2c8bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1996112
Dec 04 21:46:40.870173 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1a7434b6-0bec-4c50-9f3a-04b9b7bc50dd req-026a241c-fa93-479a-ab0f-03e13e09c1e0 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0928998
Dec 04 21:46:40.970761 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-39b29f21-a1d3-4b86-acb0-f3ad564024e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:40.973640 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-39b29f21-a1d3-4b86-acb0-f3ad564024e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27fdb0aa-aa44-4c97-bf53-19092373916f HTTP/1.1" status: 200  len: 848 time: 0.2005208
Dec 04 21:46:40.974200 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:41.006402 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb00024d-cbed-45f9-b552-ffa7d06c83d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18066e0-93e6-49fd-9a9e-e65986b8dfb9'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:46:41.025722 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port e18066e0-93e6-49fd-9a9e-e65986b8dfb9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e18066e0-93e6-49fd-9a9e-e65986b8dfb9,segment=NetworkSegment(b9aa6b1b-70f1-49f2-903b-24c74e9f483f),segment_id=b9aa6b1b-70f1-49f2-903b-24c74e9f483f)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:46:41.033559 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:41.039892 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:41.122067 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb00024d-cbed-45f9-b552-ffa7d06c83d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18066e0-93e6-49fd-9a9e-e65986b8dfb9', 'code': 200}
Dec 04 21:46:41.145898 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 3a1db974-c036-4c5e-ae04-e42e5aced041 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:46:41.181031 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-29545a6b-d696-493a-89e9-75360223c085 req-e38dd870-ec02-4bde-a782-1e6d0cf9af89 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] For port 3a1db974-c036-4c5e-ae04-e42e5aced041, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3a1db974-c036-4c5e-ae04-e42e5aced041,segment=NetworkSegment(f7a25f30-c0b9-4dd5-8a6c-e493308a8431),segment_id=f7a25f30-c0b9-4dd5-8a6c-e493308a8431)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:46:41.181683 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-29545a6b-d696-493a-89e9-75360223c085 req-e38dd870-ec02-4bde-a782-1e6d0cf9af89 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:41.184843 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2ab32-f1da-45c9-a6da-33e9b39ab55c req-7d98110c-9820-4086-9cb4-fb590390259f tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:41.186563 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5cb2ab32-f1da-45c9-a6da-33e9b39ab55c req-7d98110c-9820-4086-9cb4-fb590390259f tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 944 time: 0.1827569
Dec 04 21:46:41.188724 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be73821-8b73-427e-85aa-ea186ff0c389 req-33513ca8-bbe8-480f-ac3c-9fbb6adde3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:41.190374 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3be73821-8b73-427e-85aa-ea186ff0c389 req-33513ca8-bbe8-480f-ac3c-9fbb6adde3b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e291cc97d8214aeea89f752b14565aa9&device_id=1df35b8d-f43b-44d2-bdd7-8de46cefde94 HTTP/1.1" status: 200  len: 1164 time: 0.2631531
Dec 04 21:46:41.315272 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=e18066e0-93e6-49fd-9a9e-e65986b8dfb9,revision_number=6']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:41.345897 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5cb2ab32-f1da-45c9-a6da-33e9b39ab55c req-cb118db4-849f-4484-871b-4addd62b3fc0 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1244631
Dec 04 21:46:41.387727 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.388344 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.388958 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.389573 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.390173 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.390772 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.391383 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.392050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.392674 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.393275 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.393883 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.394488 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.395229 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.395897 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.396494 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.397095 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.398260 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.398865 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.399490 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.400099 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.400695 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.401290 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.401889 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.402488 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:46:41.421404 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be73821-8b73-427e-85aa-ea186ff0c389 req-eafb8f90-7aa5-4265-8fa9-6eaba1892c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:41.424228 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3be73821-8b73-427e-85aa-ea186ff0c389 req-eafb8f90-7aa5-4265-8fa9-6eaba1892c20 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0599ed3e-9335-460b-9161-6abdcd2c8bf5 HTTP/1.1" status: 200  len: 863 time: 0.2263763
Dec 04 21:46:41.472918 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:41.564217 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:41.567127 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3be73821-8b73-427e-85aa-ea186ff0c389 req-3ce6d604-d10d-430d-9c41-2bad4a8b6c57 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=f51140bc-8891-46dc-9fda-a14462a921f9 HTTP/1.1" status: 200  len: 217 time: 0.1361144
Dec 04 21:46:41.596095 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-29545a6b-d696-493a-89e9-75360223c085 req-e38dd870-ec02-4bde-a782-1e6d0cf9af89 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Calling delete_port for 3a1db974-c036-4c5e-ae04-e42e5aced041 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:46:41.660960 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 3a1db974-c036-4c5e-ae04-e42e5aced041, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3a1db974-c036-4c5e-ae04-e42e5aced041,segment=NetworkSegment(f7a25f30-c0b9-4dd5-8a6c-e493308a8431),segment_id=f7a25f30-c0b9-4dd5-8a6c-e493308a8431)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:46:41.666300 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:41.670676 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a3c807c1-6956-4366-80d8-5283dac3e013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:41.682941 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-099e65a2-f398-4694-9d81-0fe44f4a0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:41.686175 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-099e65a2-f398-4694-9d81-0fe44f4a0f42 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6897993
Dec 04 21:46:41.696489 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be73821-8b73-427e-85aa-ea186ff0c389 req-64df464b-31a0-4ca7-9ef0-8b7957fc7dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:41.700670 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3be73821-8b73-427e-85aa-ea186ff0c389 req-64df464b-31a0-4ca7-9ef0-8b7957fc7dab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6189caa9-7a75-470c-a1b5-2729fd2a3cb2 HTTP/1.1" status: 200  len: 843 time: 0.1263580
Dec 04 21:46:41.789439 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=3a1db974-c036-4c5e-ae04-e42e5aced041,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:41.800303 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:42.032620 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [req-29545a6b-d696-493a-89e9-75360223c085 req-e38dd870-ec02-4bde-a782-1e6d0cf9af89 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:46:42.033475 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [req-29545a6b-d696-493a-89e9-75360223c085 req-e38dd870-ec02-4bde-a782-1e6d0cf9af89 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:46:42.042500 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-cbe6c510-5281-41a9-b4e6-722dede06daa service neutron] 10.222.0.53 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3400519
Dec 04 21:46:42.180397 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e4677f-8881-4264-bb78-7ba7a1ab58ac', 'tag': 'e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:46:42.221303 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e18066e0-93e6-49fd-9a9e-e65986b8dfb9 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:46:42.260986 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-042c3965-868b-490f-86ad-356d8a1287be service neutron] 10.222.0.53 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2107511
Dec 04 21:46:42.334945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port e18066e0-93e6-49fd-9a9e-e65986b8dfb9 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:46:42.335634 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:42.428214 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be73821-8b73-427e-85aa-ea186ff0c389 req-859b6098-f78f-4a4a-bcde-ba1431ff312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:42.429852 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3be73821-8b73-427e-85aa-ea186ff0c389 req-859b6098-f78f-4a4a-bcde-ba1431ff312a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0599ed3e-9335-460b-9161-6abdcd2c8bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.7226167
Dec 04 21:46:42.535616 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-29545a6b-d696-493a-89e9-75360223c085 req-e38dd870-ec02-4bde-a782-1e6d0cf9af89 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Deleting port 3a1db974-c036-4c5e-ae04-e42e5aced041 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:46:42.536297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-29545a6b-d696-493a-89e9-75360223c085 req-e38dd870-ec02-4bde-a782-1e6d0cf9af89 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:42.543119 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c21813-d631-444c-b711-c14323e2c9a5 req-44c3d57d-8743-408b-a18d-e114ca998aa2 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:42.544875 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b3c21813-d631-444c-b711-c14323e2c9a5 req-44c3d57d-8743-408b-a18d-e114ca998aa2 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/ports?device_id=1df35b8d-f43b-44d2-bdd7-8de46cefde94 HTTP/1.1" status: 200  len: 947 time: 0.6830747
Dec 04 21:46:42.553724 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d3a23-e3a1-4c74-a2b2-b1a21033f897 req-232c8e8e-a949-4e1e-b846-f49de15471e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:42.555355 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f00d3a23-e3a1-4c74-a2b2-b1a21033f897 req-232c8e8e-a949-4e1e-b846-f49de15471e5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 1162 time: 0.6184819
Dec 04 21:46:42.594948 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696a435-b684-4296-8847-d15be9575c0f req-f1f313e8-0204-4c67-a581-7d8bf48ef817 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:42.596713 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5696a435-b684-4296-8847-d15be9575c0f req-f1f313e8-0204-4c67-a581-7d8bf48ef817 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 944 time: 0.3190470
Dec 04 21:46:42.730686 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f00d3a23-e3a1-4c74-a2b2-b1a21033f897 req-75564b32-5b19-4def-ad87-6cbb9f3a7a37 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1442759
Dec 04 21:46:42.733293 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b3c21813-d631-444c-b711-c14323e2c9a5 req-53e6eb66-eb7c-461c-89a9-db058680e48e tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/security-groups?id=f6c68015-b153-4173-9bfb-703ea883c814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748505
Dec 04 21:46:42.746145 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3be73821-8b73-427e-85aa-ea186ff0c389 req-bc1644f4-a006-4080-923c-11c3594c2289 service neutron] 10.222.0.53 "GET /v2.0/networks/0599ed3e-9335-460b-9161-6abdcd2c8bf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3054638
Dec 04 21:46:42.748910 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5696a435-b684-4296-8847-d15be9575c0f req-5ac34c3a-0762-4f0a-b47e-5fae2125ef90 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/security-groups?id=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275303
Dec 04 21:46:42.899443 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-29545a6b-d696-493a-89e9-75360223c085 req-e38dd870-ec02-4bde-a782-1e6d0cf9af89 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] For port 3a1db974-c036-4c5e-ae04-e42e5aced041, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3a1db974-c036-4c5e-ae04-e42e5aced041,segment=NetworkSegment(f7a25f30-c0b9-4dd5-8a6c-e493308a8431),segment_id=f7a25f30-c0b9-4dd5-8a6c-e493308a8431)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:46:42.899915 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-29545a6b-d696-493a-89e9-75360223c085 req-e38dd870-ec02-4bde-a782-1e6d0cf9af89 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:43.036506 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-29545a6b-d696-493a-89e9-75360223c085 req-e38dd870-ec02-4bde-a782-1e6d0cf9af89 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Calling delete_port for 3a1db974-c036-4c5e-ae04-e42e5aced041 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:46:43.124148 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f73aaa-9f45-4069-b32f-c7cfc671288b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a1db974-c036-4c5e-ae04-e42e5aced041'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:46:43.210042 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-29545a6b-d696-493a-89e9-75360223c085 req-e38dd870-ec02-4bde-a782-1e6d0cf9af89 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:43.210771 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc826a-eada-49a0-b44a-86660bd2d3ad req-5949e27a-80e7-4160-84cc-62c60db64447 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:43.212546 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4bfc826a-eada-49a0-b44a-86660bd2d3ad req-5949e27a-80e7-4160-84cc-62c60db64447 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 946 time: 0.2963686
Dec 04 21:46:43.222410 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3be73821-8b73-427e-85aa-ea186ff0c389 req-a3fa572b-c0ed-43ff-be7c-344138ce93e7 service neutron] 10.222.0.53 "GET /v2.0/networks/0599ed3e-9335-460b-9161-6abdcd2c8bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2043827
Dec 04 21:46:43.228517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:43.229055 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71feb56-63a7-4442-ba54-71737761b4a4 req-5a07985d-9a7e-4078-b6eb-87e3165b3b0a tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:43.230944 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d71feb56-63a7-4442-ba54-71737761b4a4 req-5a07985d-9a7e-4078-b6eb-87e3165b3b0a tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.2744265
Dec 04 21:46:43.313153 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4bfc826a-eada-49a0-b44a-86660bd2d3ad req-6947821f-7a0f-4349-a361-2a0d09cfc834 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934598
Dec 04 21:46:43.323621 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d71feb56-63a7-4442-ba54-71737761b4a4 req-798b626b-32bd-456e-bab1-9880fce0f6cf tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749674
Dec 04 21:46:43.343847 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dd870-ec02-4bde-a782-1e6d0cf9af89 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Pushing event deleted for resources: {'Port': ['ID=3a1db974-c036-4c5e-ae04-e42e5aced041,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:43.348430 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e38dd870-ec02-4bde-a782-1e6d0cf9af89 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:43.447783 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e4677f-8881-4264-bb78-7ba7a1ab58ac', 'tag': 'e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d', 'status': 'completed', 'code': 200}
Dec 04 21:46:43.503434 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f73aaa-9f45-4069-b32f-c7cfc671288b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a1db974-c036-4c5e-ae04-e42e5aced041', 'code': 200}
Dec 04 21:46:43.546394 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-29545a6b-d696-493a-89e9-75360223c085 req-e38dd870-ec02-4bde-a782-1e6d0cf9af89 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] No DVR routers for this DVR port 3a1db974-c036-4c5e-ae04-e42e5aced041 on host hv-cinder-74915 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:46:43.550000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-29545a6b-d696-493a-89e9-75360223c085 req-e38dd870-ec02-4bde-a782-1e6d0cf9af89 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:43.572380 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29545a6b-d696-493a-89e9-75360223c085 req-e38dd870-ec02-4bde-a782-1e6d0cf9af89 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.53 "DELETE /v2.0/ports/3a1db974-c036-4c5e-ae04-e42e5aced041 HTTP/1.1" status: 204  len: 173 time: 3.1916995
Dec 04 21:46:43.685226 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b9a2d-8228-44c4-bdd8-e89d25978068 req-d561a932-e91a-4f4e-8fca-68007c7c0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:43.686886 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-628b9a2d-8228-44c4-bdd8-e89d25978068 req-d561a932-e91a-4f4e-8fca-68007c7c0ff4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46d8cb3e589a4879990d2eb6faf2e6cb&device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 1161 time: 0.1217835
Dec 04 21:46:43.693614 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c071f07-e458-4e7b-82bc-c8a7126b3c00 req-e6a83c45-d4e1-4994-8ac3-550d59b2c80c tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:43.696010 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c071f07-e458-4e7b-82bc-c8a7126b3c00 req-e6a83c45-d4e1-4994-8ac3-550d59b2c80c tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 944 time: 0.1659346
Dec 04 21:46:43.880002 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c071f07-e458-4e7b-82bc-c8a7126b3c00 req-5350995f-9dff-4fa7-89e0-31aff7f60024 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1762185
Dec 04 21:46:44.042246 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b9a2d-8228-44c4-bdd8-e89d25978068 req-91a3a4fb-61a9-4fd9-91e4-112ca3caa2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:44.044940 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-628b9a2d-8228-44c4-bdd8-e89d25978068 req-91a3a4fb-61a9-4fd9-91e4-112ca3caa2ca service neutron] 10.222.0.53 "GET /v2.0/networks?id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 HTTP/1.1" status: 200  len: 903 time: 0.3233852
Dec 04 21:46:44.188609 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3efd8f56-36f5-4391-a684-2f4647e18095 req-fd3b59cf-4810-47c7-8b81-6ab457a28e00 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] 10.222.0.44 "GET /v2.0/ports?device_id=27f73aaa-9f45-4069-b32f-c7cfc671288b HTTP/1.1" status: 200  len: 210 time: 0.1422229
Dec 04 21:46:44.200849 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-628b9a2d-8228-44c4-bdd8-e89d25978068 req-1e13e2e4-e6d2-421e-8ce9-ac22aa68d858 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d HTTP/1.1" status: 200  len: 217 time: 0.0950923
Dec 04 21:46:44.296570 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a04000-d078-475a-a448-e92a0e4ee1b9 req-eea7a818-66f3-49d7-a42d-4a78b345dff1 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:44.300397 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-85a04000-d078-475a-a448-e92a0e4ee1b9 req-eea7a818-66f3-49d7-a42d-4a78b345dff1 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/ports?device_id=1df35b8d-f43b-44d2-bdd7-8de46cefde94 HTTP/1.1" status: 200  len: 947 time: 0.3830469
Dec 04 21:46:44.326610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b9a2d-8228-44c4-bdd8-e89d25978068 req-fd835252-7f2a-495f-a30a-f2338e1f0d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:44.328481 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-628b9a2d-8228-44c4-bdd8-e89d25978068 req-fd835252-7f2a-495f-a30a-f2338e1f0d8a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27fdb0aa-aa44-4c97-bf53-19092373916f HTTP/1.1" status: 200  len: 848 time: 0.1171896
Dec 04 21:46:44.427697 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-85a04000-d078-475a-a448-e92a0e4ee1b9 req-7e996634-042f-40e0-b6ff-2699bcadc286 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/security-groups?id=f6c68015-b153-4173-9bfb-703ea883c814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192162
Dec 04 21:46:44.635985 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Network 0599ed3e-9335-460b-9161-6abdcd2c8bf5 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:46:44.790630 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b9a2d-8228-44c4-bdd8-e89d25978068 req-28d32fd9-78fe-4c29-8b7e-1360804ffc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:44.793401 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-628b9a2d-8228-44c4-bdd8-e89d25978068 req-28d32fd9-78fe-4c29-8b7e-1360804ffc88 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4442451
Dec 04 21:46:44.809550 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce18d55-fb55-4e35-acc2-b9694a1a8c97 req-cb96e874-d28e-4319-b1d3-2c8fd2a76be4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:44.810496 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-cce18d55-fb55-4e35-acc2-b9694a1a8c97 req-cb96e874-d28e-4319-b1d3-2c8fd2a76be4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Synchronizing usage tracker for tenant:a2058a1a470645f2acd486f763a37a33 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:46:44.830110 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-cce18d55-fb55-4e35-acc2-b9694a1a8c97 req-cb96e874-d28e-4319-b1d3-2c8fd2a76be4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Unset dirty status for tenant:a2058a1a470645f2acd486f763a37a33 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:46:44.831651 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cce18d55-fb55-4e35-acc2-b9694a1a8c97 req-cb96e874-d28e-4319-b1d3-2c8fd2a76be4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.53 "GET /v2.0/ports?device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 946 time: 0.3165705
Dec 04 21:46:44.991851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-cce18d55-fb55-4e35-acc2-b9694a1a8c97 req-4c6dbb12-2946-45b5-8698-ba478c62f3d3 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Deleting port 67b8de3a-6db1-41e5-8fc3-afed04b94537 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:46:44.992599 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cce18d55-fb55-4e35-acc2-b9694a1a8c97 req-4c6dbb12-2946-45b5-8698-ba478c62f3d3 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:45.243386 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d700c5-1d32-4306-b624-f4b9e359691b req-ad6cf54f-e9af-470c-b5ac-d721a9c3fd1e tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:45.245035 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-48d700c5-1d32-4306-b624-f4b9e359691b req-ad6cf54f-e9af-470c-b5ac-d721a9c3fd1e tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 946 time: 0.6847720
Dec 04 21:46:45.260090 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-628b9a2d-8228-44c4-bdd8-e89d25978068 req-e5e80b67-9ee6-4115-8008-490d4c9dd735 service neutron] 10.222.0.53 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4464657
Dec 04 21:46:45.266328 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ddd5f-a523-4b6e-9c06-2c307967a9ea req-8aca989d-f07f-477c-9f2f-4b5630c8ffbb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:45.268052 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-514ddd5f-a523-4b6e-9c06-2c307967a9ea req-8aca989d-f07f-477c-9f2f-4b5630c8ffbb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.2926815
Dec 04 21:46:45.343858 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-2e7883ff-b13a-4050-8870-85f5fdcc9050 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80266) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 04 21:46:45.433622 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-cce18d55-fb55-4e35-acc2-b9694a1a8c97 req-4c6dbb12-2946-45b5-8698-ba478c62f3d3 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] For port 67b8de3a-6db1-41e5-8fc3-afed04b94537, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=67b8de3a-6db1-41e5-8fc3-afed04b94537,segment=NetworkSegment(315b7921-a3d8-4dbe-b79f-0928f8598843),segment_id=315b7921-a3d8-4dbe-b79f-0928f8598843)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:46:45.435197 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cce18d55-fb55-4e35-acc2-b9694a1a8c97 req-4c6dbb12-2946-45b5-8698-ba478c62f3d3 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:45.443514 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-48d700c5-1d32-4306-b624-f4b9e359691b req-08df6853-56d6-4b60-82ba-6fa88d4b8ef3 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742845
Dec 04 21:46:45.460310 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-514ddd5f-a523-4b6e-9c06-2c307967a9ea req-5e0b388a-cd17-493a-b390-6ef39ec08f6f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1504104
Dec 04 21:46:45.577050 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-628b9a2d-8228-44c4-bdd8-e89d25978068 req-fa9a0327-6060-4c39-b480-843155f10498 service neutron] 10.222.0.53 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2922103
Dec 04 21:46:45.747475 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 37222) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:46:45.879191 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f73aaa-9f45-4069-b32f-c7cfc671288b', 'name': 'network-vif-deleted', 'tag': '3a1db974-c036-4c5e-ae04-e42e5aced041'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:46:45.907022 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-cce18d55-fb55-4e35-acc2-b9694a1a8c97 req-4c6dbb12-2946-45b5-8698-ba478c62f3d3 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Calling delete_port for 67b8de3a-6db1-41e5-8fc3-afed04b94537 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:46:46.199415 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cce18d55-fb55-4e35-acc2-b9694a1a8c97 req-4c6dbb12-2946-45b5-8698-ba478c62f3d3 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:46.217034 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b2f1efeb-a0ea-4c68-866f-4f0386eb226d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:46.247105 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device f51140bc-8891-46dc-9fda-a14462a921f9 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:46:46.323372 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dbb12-2946-45b5-8698-ba478c62f3d3 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Pushing event deleted for resources: {'Port': ['ID=67b8de3a-6db1-41e5-8fc3-afed04b94537,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:46.327925 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4c6dbb12-2946-45b5-8698-ba478c62f3d3 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:46.333544 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port f51140bc-8891-46dc-9fda-a14462a921f9 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:46:46.343045 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port f51140bc-8891-46dc-9fda-a14462a921f9 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:46:46.343807 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:46.458382 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce18d55-fb55-4e35-acc2-b9694a1a8c97 req-4c6dbb12-2946-45b5-8698-ba478c62f3d3 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] No DVR routers for this DVR port 67b8de3a-6db1-41e5-8fc3-afed04b94537 on host hv-cinder-74915 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:46:46.462061 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cce18d55-fb55-4e35-acc2-b9694a1a8c97 req-4c6dbb12-2946-45b5-8698-ba478c62f3d3 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:46.478934 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cce18d55-fb55-4e35-acc2-b9694a1a8c97 req-4c6dbb12-2946-45b5-8698-ba478c62f3d3 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.53 "DELETE /v2.0/ports/67b8de3a-6db1-41e5-8fc3-afed04b94537 HTTP/1.1" status: 204  len: 173 time: 1.6403193
Dec 04 21:46:46.520181 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:46.556145 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df35b8d-f43b-44d2-bdd7-8de46cefde94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51140bc-8891-46dc-9fda-a14462a921f9'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:46:46.570167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port f51140bc-8891-46dc-9fda-a14462a921f9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f51140bc-8891-46dc-9fda-a14462a921f9,segment=NetworkSegment(cff862a1-6db7-4e0f-b9e2-87284af6cb3c),segment_id=cff862a1-6db7-4e0f-b9e2-87284af6cb3c)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:46:46.573979 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:46.575079 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e18066e0-93e6-49fd-9a9e-e65986b8dfb9 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:46:46.608453 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:46.734232 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=f51140bc-8891-46dc-9fda-a14462a921f9,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:46.737802 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:46.744512 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d466492-18e8-424e-9fb9-f54586fb20b0 req-9a06b17d-582c-41ee-ae31-d8213062b41a tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:46.746357 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0d466492-18e8-424e-9fb9-f54586fb20b0 req-9a06b17d-582c-41ee-ae31-d8213062b41a tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 944 time: 1.0975046
Dec 04 21:46:46.754736 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port e18066e0-93e6-49fd-9a9e-e65986b8dfb9 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:46:46.755243 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:46.761163 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ab2da-5ebf-482b-ae0e-3388a216ac2f req-d37762c0-92f3-455f-b73f-761cd0857e4f tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:46.762873 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1a5ab2da-5ebf-482b-ae0e-3388a216ac2f req-d37762c0-92f3-455f-b73f-761cd0857e4f tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/ports?device_id=1df35b8d-f43b-44d2-bdd7-8de46cefde94 HTTP/1.1" status: 200  len: 947 time: 0.8895326
Dec 04 21:46:46.942610 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0d466492-18e8-424e-9fb9-f54586fb20b0 req-d7e44f4f-cd5c-468d-9294-37f7e8d87ca4 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1785533
Dec 04 21:46:46.950323 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1a5ab2da-5ebf-482b-ae0e-3388a216ac2f req-a861603d-2b15-40a9-8817-9d9aee564469 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/security-groups?id=f6c68015-b153-4173-9bfb-703ea883c814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1660953
Dec 04 21:46:47.013754 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4191314c-84a6-4013-bc87-6a7e54e98960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853797155'] for router_interface, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:47.118227 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f73aaa-9f45-4069-b32f-c7cfc671288b', 'name': 'network-vif-deleted', 'tag': '3a1db974-c036-4c5e-ae04-e42e5aced041', 'status': 'completed', 'code': 200}
Dec 04 21:46:47.562014 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ddd42f9d-9fef-49b9-97d2-7743b6b711af req-7542e0c4-cf3b-4fb6-928f-3e81cc8074f0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=97637fb8-a95f-4eae-bbba-7fa717ca3993 HTTP/1.1" status: 200  len: 210 time: 0.2268126
Dec 04 21:46:47.638850 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df35b8d-f43b-44d2-bdd7-8de46cefde94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51140bc-8891-46dc-9fda-a14462a921f9', 'code': 200}
Dec 04 21:46:47.776429 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d85a67-29e6-40e3-8464-871325d2d18b req-2d8d96c9-866b-4887-be51-81bf955a1bae tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:47.778313 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-31d85a67-29e6-40e3-8464-871325d2d18b req-2d8d96c9-866b-4887-be51-81bf955a1bae tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.4268637
Dec 04 21:46:47.897047 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-31d85a67-29e6-40e3-8464-871325d2d18b req-31cb33f3-365d-4714-995a-cd3052db608a tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1041636
Dec 04 21:46:47.916071 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device f51140bc-8891-46dc-9fda-a14462a921f9 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:46:48.028412 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039459ea-34ec-4fb9-adae-47c81c20d9c8 req-0b081a84-fca4-417e-8ad4-8c23710b7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:48.030075 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-039459ea-34ec-4fb9-adae-47c81c20d9c8 req-0b081a84-fca4-417e-8ad4-8c23710b7a73 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1df35b8d-f43b-44d2-bdd7-8de46cefde94 HTTP/1.1" status: 200  len: 1166 time: 0.1107602
Dec 04 21:46:48.067586 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port f51140bc-8891-46dc-9fda-a14462a921f9 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:46:48.068649 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:48.127432 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-039459ea-34ec-4fb9-adae-47c81c20d9c8 req-b5256c3d-ae4e-43d6-afb0-db9f0921d850 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f6c68015-b153-4173-9bfb-703ea883c814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872798
Dec 04 21:46:48.376845 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 67b8de3a-6db1-41e5-8fc3-afed04b94537 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:46:48.417285 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] No Port match for: 67b8de3a-6db1-41e5-8fc3-afed04b94537 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:46:48.417679 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 67b8de3a-6db1-41e5-8fc3-afed04b94537 not bound to the agent host hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:46:48.448145 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-4191314c-84a6-4013-bc87-6a7e54e98960 admin admin] Deleting port 806117d9-92c2-43b1-a346-6658e4840fb0 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:46:48.448565 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4191314c-84a6-4013-bc87-6a7e54e98960 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:48.546956 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771226b-13ad-4972-ba0a-827e2a22ba2d req-c0b44d40-0456-4f3f-9a4e-53e56fa93afd tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:48.548685 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3771226b-13ad-4972-ba0a-827e2a22ba2d req-c0b44d40-0456-4f3f-9a4e-53e56fa93afd tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/ports?device_id=1df35b8d-f43b-44d2-bdd7-8de46cefde94 HTTP/1.1" status: 200  len: 949 time: 0.3152719
Dec 04 21:46:48.661164 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab0ed2-9f16-4c00-8732-2bd8caa4e5e4 req-3dd36fac-c466-4bdb-9e46-9bf0a14875c0 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:48.663384 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-23ab0ed2-9f16-4c00-8732-2bd8caa4e5e4 req-3dd36fac-c466-4bdb-9e46-9bf0a14875c0 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 944 time: 0.3177404
Dec 04 21:46:48.717150 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3771226b-13ad-4972-ba0a-827e2a22ba2d req-9fa14943-03ac-4ad5-8705-29ee90875a77 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/security-groups?id=f6c68015-b153-4173-9bfb-703ea883c814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134064
Dec 04 21:46:48.774371 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-23ab0ed2-9f16-4c00-8732-2bd8caa4e5e4 req-ecf6d717-5486-4821-94da-3cd1b33352f4 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0963871
Dec 04 21:46:48.781167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-4191314c-84a6-4013-bc87-6a7e54e98960 admin admin] For port 806117d9-92c2-43b1-a346-6658e4840fb0, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=806117d9-92c2-43b1-a346-6658e4840fb0,segment=NetworkSegment(f7a25f30-c0b9-4dd5-8a6c-e493308a8431),segment_id=f7a25f30-c0b9-4dd5-8a6c-e493308a8431)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:46:48.781659 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4191314c-84a6-4013-bc87-6a7e54e98960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:49.024584 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-4191314c-84a6-4013-bc87-6a7e54e98960 admin admin] Calling delete_port for 806117d9-92c2-43b1-a346-6658e4840fb0 owned by network:router_interface {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:46:49.120725 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97637fb8-a95f-4eae-bbba-7fa717ca3993', 'name': 'network-vif-deleted', 'tag': '67b8de3a-6db1-41e5-8fc3-afed04b94537'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:46:49.199885 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97637fb8-a95f-4eae-bbba-7fa717ca3993', 'name': 'network-vif-deleted', 'tag': '67b8de3a-6db1-41e5-8fc3-afed04b94537', 'status': 'completed', 'code': 200}
Dec 04 21:46:49.479525 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834680e-e80a-4340-899d-f38aebb9ac9d req-2bfec4a0-f924-40da-976f-5ccbb334b268 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:49.481638 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6834680e-e80a-4340-899d-f38aebb9ac9d req-2bfec4a0-f924-40da-976f-5ccbb334b268 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 945 time: 0.1420326
Dec 04 21:46:49.580240 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6834680e-e80a-4340-899d-f38aebb9ac9d req-26025f40-ea0d-408f-b6a6-d5a99627ee9c tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867515
Dec 04 21:46:49.582083 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device f51140bc-8891-46dc-9fda-a14462a921f9 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:46:49.618954 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4191314c-84a6-4013-bc87-6a7e54e98960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:49.635852 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:49.708818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port f51140bc-8891-46dc-9fda-a14462a921f9 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:46:49.709779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:50.192684 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191314c-84a6-4013-bc87-6a7e54e98960 admin admin] Pushing event deleted for resources: {'Port': ['ID=806117d9-92c2-43b1-a346-6658e4840fb0,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:50.217395 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4191314c-84a6-4013-bc87-6a7e54e98960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:50.525029 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ad402-e689-49c2-8810-537dd1644edd req-4ae5691f-2f00-4bfb-b4be-b95be8b399bf tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:50.527702 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-948ad402-e689-49c2-8810-537dd1644edd req-4ae5691f-2f00-4bfb-b4be-b95be8b399bf tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/ports?device_id=1df35b8d-f43b-44d2-bdd7-8de46cefde94 HTTP/1.1" status: 200  len: 949 time: 0.4770598
Dec 04 21:46:50.547811 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a11063-ee61-413a-91c3-0afa8bac42d8 req-554632e7-76da-4989-99f2-8b28441aeaba tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:50.550858 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b1a11063-ee61-413a-91c3-0afa8bac42d8 req-554632e7-76da-4989-99f2-8b28441aeaba tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 944 time: 0.5014315
Dec 04 21:46:50.685075 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-948ad402-e689-49c2-8810-537dd1644edd req-e0f04476-30bc-4757-a500-facb17f15695 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/security-groups?id=f6c68015-b153-4173-9bfb-703ea883c814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282611
Dec 04 21:46:50.749969 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b1a11063-ee61-413a-91c3-0afa8bac42d8 req-bb7a25f3-8b33-480a-b513-bdefc81b393b tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1871419
Dec 04 21:46:50.944100 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4191314c-84a6-4013-bc87-6a7e54e98960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1486820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957517'] for router_interface, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:51.092321 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3f198-9e9f-4c97-bc41-dd71af8d3e4e req-8c82550c-4405-4043-9373-68421dfa3109 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:51.094057 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ede3f198-9e9f-4c97-bc41-dd71af8d3e4e req-8c82550c-4405-4043-9373-68421dfa3109 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 945 time: 0.2344372
Dec 04 21:46:51.242483 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ede3f198-9e9f-4c97-bc41-dd71af8d3e4e req-cba4ebea-08f7-4dc5-b9ad-95e71a8e6d56 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312613
Dec 04 21:46:51.486748 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86571002-e90e-4ae0-8bb5-c39196167424 req-238538f5-e337-4f74-a93d-e499f762fee4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:51.488021 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-86571002-e90e-4ae0-8bb5-c39196167424 req-238538f5-e337-4f74-a93d-e499f762fee4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Synchronizing usage tracker for tenant:a2058a1a470645f2acd486f763a37a33 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:46:51.509227 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-86571002-e90e-4ae0-8bb5-c39196167424 req-238538f5-e337-4f74-a93d-e499f762fee4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Unset dirty status for tenant:a2058a1a470645f2acd486f763a37a33 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:46:51.510722 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-86571002-e90e-4ae0-8bb5-c39196167424 req-238538f5-e337-4f74-a93d-e499f762fee4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.53 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 945 time: 0.1253343
Dec 04 21:46:51.589737 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-86571002-e90e-4ae0-8bb5-c39196167424 req-5284415e-1b88-4225-bba7-651569dd6697 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Deleting port 2fa47886-4642-4674-8e42-dfeeb64d0400 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:46:51.590019 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-86571002-e90e-4ae0-8bb5-c39196167424 req-5284415e-1b88-4225-bba7-651569dd6697 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:51.595329 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b094155-6d9d-4545-ba7a-e0e9da0b94a5 req-106a0ca8-f0f7-4251-9173-4b370745a3aa tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:51.597071 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5b094155-6d9d-4545-ba7a-e0e9da0b94a5 req-106a0ca8-f0f7-4251-9173-4b370745a3aa tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/ports?device_id=1df35b8d-f43b-44d2-bdd7-8de46cefde94 HTTP/1.1" status: 200  len: 949 time: 0.2480772
Dec 04 21:46:51.677164 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4191314c-84a6-4013-bc87-6a7e54e98960 admin admin] Router 32081483-789c-48ad-968d-99d4e084713b has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:46:51.684247 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5b094155-6d9d-4545-ba7a-e0e9da0b94a5 req-4e18414d-4aff-417f-8cda-4170daecae88 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/security-groups?id=f6c68015-b153-4173-9bfb-703ea883c814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785873
Dec 04 21:46:51.882116 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4191314c-84a6-4013-bc87-6a7e54e98960 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:46:51.899178 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1767cee2-ba3c-4744-8936-887e3c52fb47 None None] Sync routers for ids ['32081483-789c-48ad-968d-99d4e084713b'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:46:51.918072 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4191314c-84a6-4013-bc87-6a7e54e98960 admin admin] 10.222.0.44 "PUT /v2.0/routers/32081483-789c-48ad-968d-99d4e084713b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1649606
Dec 04 21:46:51.918818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 37262) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:46:51.926535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1767cee2-ba3c-4744-8936-887e3c52fb47 None None] Routers {'32081483-789c-48ad-968d-99d4e084713b'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:46:51.928276 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-1767cee2-ba3c-4744-8936-887e3c52fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcca4908>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:46:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['32081483-789c-48ad-968d-99d4e084713b'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:46:51.985865 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-86571002-e90e-4ae0-8bb5-c39196167424 req-5284415e-1b88-4225-bba7-651569dd6697 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] For port 2fa47886-4642-4674-8e42-dfeeb64d0400, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=2fa47886-4642-4674-8e42-dfeeb64d0400,segment=NetworkSegment(315b7921-a3d8-4dbe-b79f-0928f8598843),segment_id=315b7921-a3d8-4dbe-b79f-0928f8598843)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:46:51.986238 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-86571002-e90e-4ae0-8bb5-c39196167424 req-5284415e-1b88-4225-bba7-651569dd6697 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:52.201232 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-1767cee2-ba3c-4744-8936-887e3c52fb47 None None] Set router 32081483-789c-48ad-968d-99d4e084713b gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:46:52.220299 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-86571002-e90e-4ae0-8bb5-c39196167424 req-5284415e-1b88-4225-bba7-651569dd6697 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Calling delete_port for 2fa47886-4642-4674-8e42-dfeeb64d0400 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:46:52.500135 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:46:52.529993 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-86571002-e90e-4ae0-8bb5-c39196167424 req-5284415e-1b88-4225-bba7-651569dd6697 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:52.616220 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-49ba9905-2b17-44da-8526-1d04c18833dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:52.627370 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:46:52.635068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:46:52.635810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:52.646883 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-1767cee2-ba3c-4744-8936-887e3c52fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcca4908>, [{'id': '32081483-789c-48ad-968d-99d4e084713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1319474367-router', 'tenant_id': '9fa06726d5e745cfb38a67990cbbcecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'db6fc226-b2e2-4b34-a9d7-2cf13700ed38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:26Z', 'updated_at': '2020-12-04T21:46:49Z', 'revision_number': 5, 'project_id': '9fa06726d5e745cfb38a67990cbbcecb', 'gw_port': {'id': 'db6fc226-b2e2-4b34-a9d7-2cf13700ed38', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32081483-789c-48ad-968d-99d4e084713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:31Z', 'updated_at': '2020-12-04T21:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:46:52.652528 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1767cee2-ba3c-4744-8936-887e3c52fb47 None None] Checking router: 32081483-789c-48ad-968d-99d4e084713b for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:46:52.663085 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1767cee2-ba3c-4744-8936-887e3c52fb47 None None] Routers {'32081483-789c-48ad-968d-99d4e084713b'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:46:52.664158 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-1767cee2-ba3c-4744-8936-887e3c52fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcca4908>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:46:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['32081483-789c-48ad-968d-99d4e084713b'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:46:52.788673 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:52.824623 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fcf3968f-99b0-46e5-ac5f-2e9eeb6b969b req-4527be66-9f72-4f22-adee-6a55da86b11b tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 210 time: 0.1298904
Dec 04 21:46:52.840739 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d,segment=NetworkSegment(6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480),segment_id=6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:46:52.840991 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284415e-1b88-4225-bba7-651569dd6697 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Pushing event deleted for resources: {'Port': ['ID=2fa47886-4642-4674-8e42-dfeeb64d0400,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:52.842988 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e4677f-8881-4264-bb78-7ba7a1ab58ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:46:52.849424 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5284415e-1b88-4225-bba7-651569dd6697 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:52.862232 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:52.863662 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device f51140bc-8891-46dc-9fda-a14462a921f9 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:46:52.887209 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7a3811cd-0e74-4d6c-a994-0990a5c78cb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:52.891945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-1767cee2-ba3c-4744-8936-887e3c52fb47 None None] Set router 32081483-789c-48ad-968d-99d4e084713b gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:46:52.951315 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-86571002-e90e-4ae0-8bb5-c39196167424 req-5284415e-1b88-4225-bba7-651569dd6697 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] No DVR routers for this DVR port 2fa47886-4642-4674-8e42-dfeeb64d0400 on host hv-cinder-74915 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:46:52.954116 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-86571002-e90e-4ae0-8bb5-c39196167424 req-5284415e-1b88-4225-bba7-651569dd6697 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:52.961375 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811d1319-f2da-4f11-ad5e-f71854a194da', 'name': 'network-vif-deleted', 'tag': '2fa47886-4642-4674-8e42-dfeeb64d0400'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:46:52.977150 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:52.979997 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-86571002-e90e-4ae0-8bb5-c39196167424 req-5284415e-1b88-4225-bba7-651569dd6697 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.53 "DELETE /v2.0/ports/2fa47886-4642-4674-8e42-dfeeb64d0400 HTTP/1.1" status: 204  len: 173 time: 1.4632349
Dec 04 21:46:53.065050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2677a-e5ae-45d0-8778-1d34ab95c626 req-2298eeed-2e3b-4538-a4d5-bdec1b4ffc50 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:53.081434 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-60a2677a-e5ae-45d0-8778-1d34ab95c626 req-2298eeed-2e3b-4538-a4d5-bdec1b4ffc50 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 944 time: 1.0664518
Dec 04 21:46:53.196381 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port f51140bc-8891-46dc-9fda-a14462a921f9 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:46:53.197041 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:53.255276 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e1b2e-7045-40b9-9962-18138ae6dca3 req-7db5ea4f-73f0-4b1c-9bc0-a0ffd7f1b58f tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:53.257334 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-d12e1b2e-7045-40b9-9962-18138ae6dca3 req-7db5ea4f-73f0-4b1c-9bc0-a0ffd7f1b58f tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Synchronizing usage tracker for tenant:e291cc97d8214aeea89f752b14565aa9 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:46:53.264475 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:53.273161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:53.290564 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-d12e1b2e-7045-40b9-9962-18138ae6dca3 req-7db5ea4f-73f0-4b1c-9bc0-a0ffd7f1b58f tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Unset dirty status for tenant:e291cc97d8214aeea89f752b14565aa9 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:46:53.291882 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d12e1b2e-7045-40b9-9962-18138ae6dca3 req-7db5ea4f-73f0-4b1c-9bc0-a0ffd7f1b58f tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.53 "GET /v2.0/ports?device_id=1df35b8d-f43b-44d2-bdd7-8de46cefde94 HTTP/1.1" status: 200  len: 949 time: 0.2629232
Dec 04 21:46:53.335641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-1767cee2-ba3c-4744-8936-887e3c52fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcca4908>, [{'id': '32081483-789c-48ad-968d-99d4e084713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1319474367-router', 'tenant_id': '9fa06726d5e745cfb38a67990cbbcecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'db6fc226-b2e2-4b34-a9d7-2cf13700ed38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:26Z', 'updated_at': '2020-12-04T21:46:49Z', 'revision_number': 5, 'project_id': '9fa06726d5e745cfb38a67990cbbcecb', 'gw_port': {'id': 'db6fc226-b2e2-4b34-a9d7-2cf13700ed38', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32081483-789c-48ad-968d-99d4e084713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:31Z', 'updated_at': '2020-12-04T21:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:46:53.339764 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1767cee2-ba3c-4744-8936-887e3c52fb47 None None] The sync data for ids ['32081483-789c-48ad-968d-99d4e084713b'] in dv-cinder-749155-4-iscsi is: [{'id': '32081483-789c-48ad-968d-99d4e084713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1319474367-router', 'tenant_id': '9fa06726d5e745cfb38a67990cbbcecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'db6fc226-b2e2-4b34-a9d7-2cf13700ed38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:26Z', 'updated_at': '2020-12-04T21:46:49Z', 'revision_number': 5, 'project_id': '9fa06726d5e745cfb38a67990cbbcecb', 'gw_port': {'id': 'db6fc226-b2e2-4b34-a9d7-2cf13700ed38', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32081483-789c-48ad-968d-99d4e084713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:31Z', 'updated_at': '2020-12-04T21:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:46:53.404175 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-d12e1b2e-7045-40b9-9962-18138ae6dca3 req-dde27700-75fb-4ef0-909e-058b13a80436 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Deleting port f51140bc-8891-46dc-9fda-a14462a921f9 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:46:53.404885 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d12e1b2e-7045-40b9-9962-18138ae6dca3 req-dde27700-75fb-4ef0-909e-058b13a80436 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:53.445522 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-60a2677a-e5ae-45d0-8778-1d34ab95c626 req-73950dc3-0f47-4566-ab48-2bc2284ec9dd tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.3263776
Dec 04 21:46:53.471932 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 2fa47886-4642-4674-8e42-dfeeb64d0400 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:46:53.541134 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] No Port match for: 2fa47886-4642-4674-8e42-dfeeb64d0400 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:46:53.541491 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 2fa47886-4642-4674-8e42-dfeeb64d0400 not bound to the agent host hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:46:53.602011 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e4677f-8881-4264-bb78-7ba7a1ab58ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d', 'code': 200}
Dec 04 21:46:53.671893 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7a3811cd-0e74-4d6c-a994-0990a5c78cb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:53.683951 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7a3811cd-0e74-4d6c-a994-0990a5c78cb2 admin admin] Deleting port db6fc226-b2e2-4b34-a9d7-2cf13700ed38 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:46:53.684340 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7a3811cd-0e74-4d6c-a994-0990a5c78cb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:53.694146 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811d1319-f2da-4f11-ad5e-f71854a194da', 'name': 'network-vif-deleted', 'tag': '2fa47886-4642-4674-8e42-dfeeb64d0400', 'status': 'completed', 'code': 200}
Dec 04 21:46:53.730116 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212ed41-fe7f-4e44-b73b-483097606edd req-652f9db5-3907-4538-9dc1-a2d059802470 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:53.732113 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8212ed41-fe7f-4e44-b73b-483097606edd req-652f9db5-3907-4538-9dc1-a2d059802470 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/ports?device_id=1df35b8d-f43b-44d2-bdd7-8de46cefde94 HTTP/1.1" status: 200  len: 949 time: 0.5260737
Dec 04 21:46:53.768455 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-d12e1b2e-7045-40b9-9962-18138ae6dca3 req-dde27700-75fb-4ef0-909e-058b13a80436 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] For port f51140bc-8891-46dc-9fda-a14462a921f9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f51140bc-8891-46dc-9fda-a14462a921f9,segment=NetworkSegment(cff862a1-6db7-4e0f-b9e2-87284af6cb3c),segment_id=cff862a1-6db7-4e0f-b9e2-87284af6cb3c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:46:53.768883 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d12e1b2e-7045-40b9-9962-18138ae6dca3 req-dde27700-75fb-4ef0-909e-058b13a80436 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:53.981670 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8212ed41-fe7f-4e44-b73b-483097606edd req-6372a381-9e9e-4bcf-ab68-3ea6dcebba0e tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/security-groups?id=f6c68015-b153-4173-9bfb-703ea883c814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2348993
Dec 04 21:46:54.005814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-d12e1b2e-7045-40b9-9962-18138ae6dca3 req-dde27700-75fb-4ef0-909e-058b13a80436 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Calling delete_port for f51140bc-8891-46dc-9fda-a14462a921f9 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:46:54.211967 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-07b3e730-2a9e-417f-8fde-446d13b6ee46 req-7a3a8663-e4b9-4a59-a9dc-731294e5da7b tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=811d1319-f2da-4f11-ad5e-f71854a194da HTTP/1.1" status: 200  len: 210 time: 0.1353700
Dec 04 21:46:54.212516 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d12e1b2e-7045-40b9-9962-18138ae6dca3 req-dde27700-75fb-4ef0-909e-058b13a80436 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:54.215956 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7a3811cd-0e74-4d6c-a994-0990a5c78cb2 admin admin] For port db6fc226-b2e2-4b34-a9d7-2cf13700ed38, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=db6fc226-b2e2-4b34-a9d7-2cf13700ed38,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:46:54.216370 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7a3811cd-0e74-4d6c-a994-0990a5c78cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:54.234868 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:54.273517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 806117d9-92c2-43b1-a346-6658e4840fb0 no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:46:54.299523 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:46:54.338491 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde27700-75fb-4ef0-909e-058b13a80436 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Pushing event deleted for resources: {'Port': ['ID=f51140bc-8891-46dc-9fda-a14462a921f9,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:54.342920 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dde27700-75fb-4ef0-909e-058b13a80436 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:54.359099 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: 806117d9-92c2-43b1-a346-6658e4840fb0 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:46:54.359522 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 806117d9-92c2-43b1-a346-6658e4840fb0 not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:46:54.362771 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7a3811cd-0e74-4d6c-a994-0990a5c78cb2 admin admin] Calling delete_port for db6fc226-b2e2-4b34-a9d7-2cf13700ed38 owned by network:router_gateway {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:46:54.404916 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:46:54.405433 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:54.435170 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54be1e0-7fb9-4949-8368-3a88032c9b34 req-d9cfbae5-7fb7-4cf5-8043-eabfc107eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:54.436907 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f54be1e0-7fb9-4949-8368-3a88032c9b34 req-d9cfbae5-7fb7-4cf5-8043-eabfc107eef3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 1163 time: 0.4611413
Dec 04 21:46:54.469125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12e1b2e-7045-40b9-9962-18138ae6dca3 req-dde27700-75fb-4ef0-909e-058b13a80436 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] No DVR routers for this DVR port f51140bc-8891-46dc-9fda-a14462a921f9 on host hv-cinder-74915 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:46:54.471685 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d12e1b2e-7045-40b9-9962-18138ae6dca3 req-dde27700-75fb-4ef0-909e-058b13a80436 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:54.489167 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d12e1b2e-7045-40b9-9962-18138ae6dca3 req-dde27700-75fb-4ef0-909e-058b13a80436 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.53 "DELETE /v2.0/ports/f51140bc-8891-46dc-9fda-a14462a921f9 HTTP/1.1" status: 204  len: 173 time: 1.1904774
Dec 04 21:46:54.540029 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f54be1e0-7fb9-4949-8368-3a88032c9b34 req-b98cb6aa-f8bb-40cf-beb4-cf0bd4eb4d4f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0842123
Dec 04 21:46:54.571959 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7a3811cd-0e74-4d6c-a994-0990a5c78cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING neutron.plugins.ml2.ovo_rpc [None req-7a3811cd-0e74-4d6c-a994-0990a5c78cb2 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     result = function(*args, **kwargs)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     proto.__init__(conn_state, self)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.handle()
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.handle_one_request()
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.handle_one_response()
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     result = self.application(self.environ, start_response)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     return app(environ, start_response)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     response = req.get_response(self.application)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     response = req.get_response(self.application)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     response = req.get_response(self.application)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     response = req.get_response(self.application)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     return request.get_response(self.application)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     response = req.get_response(self._app)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     return resp(environ, start_response)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     return resp(environ, start_response)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     response = self.app(environ, start_response)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     return resp(environ, start_response)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Dec 04 21:46:54.575123 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     result = method(request=request, **args)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self._delete(request, id, **kwargs)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(*args, **kwargs)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(*args, **kwargs)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(*dup_args, **dup_kwargs)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     obj_deleter(request.context, id, **kwargs)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     return method(*args, **kwargs)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(*args, **kwargs)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(*args, **kwargs)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(*dup_args, **dup_kwargs)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     self._delete_current_gw_port(context, id, router, None)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(self, context, *args, **kwargs)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     return method(*args, **kwargs)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     context, port, router_ids, bound_mech_contexts)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     return function(*args, **kwargs)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     callback(resource, event, trigger, **kwargs)
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     if self._is_session_semantic_violated(context, resource, event):
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]:     stack = traceback.extract_stack()
Dec 04 21:46:54.583229 dv-cinder-749155-4-iscsi neutron-server[80155]: 
Dec 04 21:46:54.606003 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device f51140bc-8891-46dc-9fda-a14462a921f9 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:46:54.647780 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] No Port match for: f51140bc-8891-46dc-9fda-a14462a921f9 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:46:54.648080 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device f51140bc-8891-46dc-9fda-a14462a921f9 not bound to the agent host hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:46:54.813074 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6055e18-f008-4cdb-a5cf-bda31fd84cc7 req-ed034f73-6e53-47de-a80d-e4cd59173d93 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:54.814941 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6055e18-f008-4cdb-a5cf-bda31fd84cc7 req-ed034f73-6e53-47de-a80d-e4cd59173d93 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.1580312
Dec 04 21:46:54.914926 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6055e18-f008-4cdb-a5cf-bda31fd84cc7 req-ebe99f55-d601-4a00-8b73-15b461ce8803 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0696495
Dec 04 21:46:54.915806 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7a3811cd-0e74-4d6c-a994-0990a5c78cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-955349'] for router_gateway, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:55.073800 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7a3811cd-0e74-4d6c-a994-0990a5c78cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853841093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746042'] for router, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:55.078673 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7a3811cd-0e74-4d6c-a994-0990a5c78cb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:55.256796 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7a3811cd-0e74-4d6c-a994-0990a5c78cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853840991'] for router, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:55.257507 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3811cd-0e74-4d6c-a994-0990a5c78cb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32081483-789c-48ad-968d-99d4e084713b {{(pid=80265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 04 21:46:55.356554 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bf81f28c-85fe-45e7-a531-dafb063c30d4 req-fbd6ccf0-5c13-4ffc-b2bd-b291a537406d tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] 10.222.0.44 "GET /v2.0/ports?device_id=1df35b8d-f43b-44d2-bdd7-8de46cefde94 HTTP/1.1" status: 200  len: 210 time: 0.0840600
Dec 04 21:46:55.359712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7a3811cd-0e74-4d6c-a994-0990a5c78cb2 admin admin] Notify callbacks [] for router, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:55.362938 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7a3811cd-0e74-4d6c-a994-0990a5c78cb2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/32081483-789c-48ad-968d-99d4e084713b HTTP/1.1" status: 204  len: 168 time: 3.4408133
Dec 04 21:46:55.365169 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 37282) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:46:55.458344 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba10e44d-d661-4f16-b191-9aa12693d997 admin admin] Deleting subnet 477c834c-9af0-43dc-8411-1639ac8b15d8 {{(pid=80265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 21:46:55.463434 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba10e44d-d661-4f16-b191-9aa12693d997 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:55.542037 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba10e44d-d661-4f16-b191-9aa12693d997 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851650577'] for subnet, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:55.666712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba10e44d-d661-4f16-b191-9aa12693d997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1886451'] for subnet, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:55.697676 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df35b8d-f43b-44d2-bdd7-8de46cefde94', 'name': 'network-vif-deleted', 'tag': 'f51140bc-8891-46dc-9fda-a14462a921f9'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:46:55.875268 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df35b8d-f43b-44d2-bdd7-8de46cefde94', 'name': 'network-vif-deleted', 'tag': 'f51140bc-8891-46dc-9fda-a14462a921f9', 'status': 'completed', 'code': 200}
Dec 04 21:46:56.106225 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:46:56.201691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:46:56.202969 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:56.210190 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba10e44d-d661-4f16-b191-9aa12693d997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852889349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851553196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851998373'] for subnet, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:56.232063 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242d305-04bf-43ea-b3b4-1eefabfa443e req-68576310-4cee-40a6-b050-061ba3ae2bce tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:56.233774 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b242d305-04bf-43ea-b3b4-1eefabfa443e req-68576310-4cee-40a6-b050-061ba3ae2bce tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.1746960
Dec 04 21:46:56.237254 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1b076de5-b120-49ec-b94b-75f32f6ad9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:56.351312 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device db6fc226-b2e2-4b34-a9d7-2cf13700ed38 no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:46:56.354787 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10e44d-d661-4f16-b191-9aa12693d997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=477c834c-9af0-43dc-8411-1639ac8b15d8,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:56.367183 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ba10e44d-d661-4f16-b191-9aa12693d997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:56.390498 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: db6fc226-b2e2-4b34-a9d7-2cf13700ed38 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:46:56.390892 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device db6fc226-b2e2-4b34-a9d7-2cf13700ed38 not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:46:56.405170 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b242d305-04bf-43ea-b3b4-1eefabfa443e req-6b70a30d-51c0-4c65-a9e0-9e4952f49327 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1361015
Dec 04 21:46:56.430105 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba10e44d-d661-4f16-b191-9aa12693d997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:56.439679 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ba10e44d-d661-4f16-b191-9aa12693d997 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/477c834c-9af0-43dc-8411-1639ac8b15d8 HTTP/1.1" status: 204  len: 168 time: 1.0700924
Dec 04 21:46:56.440216 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 37296) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:46:56.647151 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1fdfd32b-76a1-4a60-ace7-3b859dfa4891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:56.905653 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43b6bdfd-1414-4e36-9a90-61b571bc6ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1971921'] for network, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:57.136007 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472c5e1-659f-46ac-ad0a-cd62daef4310 req-49b978eb-6997-4667-8e48-817032edf13a tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:57.144135 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4472c5e1-659f-46ac-ad0a-cd62daef4310 req-49b978eb-6997-4667-8e48-817032edf13a tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.3475335
Dec 04 21:46:57.163955 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43b6bdfd-1414-4e36-9a90-61b571bc6ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1888956', 'neutron.services.segments.db._delete_segments_for_network-8730056527680'] for network, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:57.287415 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4472c5e1-659f-46ac-ad0a-cd62daef4310 req-2b498360-8809-4e4b-85da-c8334659d397 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1422398
Dec 04 21:46:57.332275 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-43b6bdfd-1414-4e36-9a90-61b571bc6ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09fd059128>,) {'filters': {'network_id': ['55e15776-9919-430f-964a-7228179c178b']}} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:46:57.359195 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-43b6bdfd-1414-4e36-9a90-61b571bc6ff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fd059128>, 'f7a25f30-c0b9-4dd5-8a6c-e493308a8431') {'for_net_delete': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:46:57.359930 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-43b6bdfd-1414-4e36-9a90-61b571bc6ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fd059128>, 'f7a25f30-c0b9-4dd5-8a6c-e493308a8431') {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:46:57.418221 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43b6bdfd-1414-4e36-9a90-61b571bc6ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730056528465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125223'] for segment, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:57.541760 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43b6bdfd-1414-4e36-9a90-61b571bc6ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:57.551418 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-43b6bdfd-1414-4e36-9a90-61b571bc6ff2 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 21:46:57.876414 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-43b6bdfd-1414-4e36-9a90-61b571bc6ff2 admin admin] Network 55e15776-9919-430f-964a-7228179c178b has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:46:57.899019 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43b6bdfd-1414-4e36-9a90-61b571bc6ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1889284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851553025'] for segment, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:58.010349 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-a5802b91-ca9e-4d4c-875f-bab8397b593e tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.6340466
Dec 04 21:46:58.020608 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23739044-5414-4d41-8532-8e4b65245ec0 req-3ce20023-961f-4696-97cd-902dc7bb6b03 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:58.023336 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-23739044-5414-4d41-8532-8e4b65245ec0 req-3ce20023-961f-4696-97cd-902dc7bb6b03 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 946 time: 0.5432036
Dec 04 21:46:58.062358 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Request body: {'floatingip': {'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:46:58.142408 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:46:58.153434 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Usage tracker for resource:floatingip and tenant:46d8cb3e589a4879990d2eb6faf2e6cb is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:46:58.169842 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:46:58.187631 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-43b6bdfd-1414-4e36-9a90-61b571bc6ff2 admin admin] Network 55e15776-9919-430f-964a-7228179c178b has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:46:58.197407 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]: Traceback (most recent call last):
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:     timer()
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:     cb(*args, **kw)
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:     self._notify()
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.callback(batched_events)
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:     event.method(event)
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(self, *a, **k)
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self._get(url).json()
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:     **kwargs)
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:     **endpoint_filter)
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 21:46:58.226993 dv-cinder-749155-4-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 21:46:58.315392 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-23739044-5414-4d41-8532-8e4b65245ec0 req-ccca43ca-4c54-46b4-8b91-f9d0016e805e tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2729025
Dec 04 21:46:58.322258 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for floatingip, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:58.398992 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43b6bdfd-1414-4e36-9a90-61b571bc6ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1888943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853820434'] for network, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:58.410374 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-828fdce0-f10e-4374-9115-7946b38dd926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:58.425847 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43b6bdfd-1414-4e36-9a90-61b571bc6ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:58.445367 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6bdfd-1414-4e36-9a90-61b571bc6ff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=55e15776-9919-430f-964a-7228179c178b,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:58.449584 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-43b6bdfd-1414-4e36-9a90-61b571bc6ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:58.455167 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-43b6bdfd-1414-4e36-9a90-61b571bc6ff2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/55e15776-9919-430f-964a-7228179c178b HTTP/1.1" status: 204  len: 168 time: 2.0136542
Dec 04 21:46:58.545212 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:58.724434 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 37442) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:46:58.783118 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ddac4e85-47e2-4580-8e3c-42d4931f63cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9fa06726d5e745cfb38a67990cbbcecb&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0568988
Dec 04 21:46:58.785915 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 37454) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:46:58.870910 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-524695f8-079b-46a7-95c1-f57d263cfcc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:58.871347 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Allocated IP 172.27.1.245 (5a5bc502-ed14-4f0a-889e-34e38dce125b/2af0f04a-6e02-4e2b-b142-69b01684337c/c93c58a7-7983-4129-910c-2a3d93773dd0) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:46:58.906593 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:46:58.907514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-524695f8-079b-46a7-95c1-f57d263cfcc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:59.002225 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-524695f8-079b-46a7-95c1-f57d263cfcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:59.016142 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5b578b0c-7395-4670-98ff-ce3580ace942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:59.036112 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-524695f8-079b-46a7-95c1-f57d263cfcc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:59.037723 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-524695f8-079b-46a7-95c1-f57d263cfcc3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52 HTTP/1.1" status: 204  len: 168 time: 0.2502911
Dec 04 21:46:59.039306 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524695f8-079b-46a7-95c1-f57d263cfcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4f9a1f-e6cd-47e8-9b34-71b7967e2b52,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:59.042209 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-524695f8-079b-46a7-95c1-f57d263cfcc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:59.149894 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:59.184265 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:59.207210 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:46:59.461067 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:59.516397 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Pushing event updated for resources: {'Port': ['ID=c93c58a7-7983-4129-910c-2a3d93773dd0,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:46:59.531025 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:46:59.729098 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf732c-8ba1-4919-afe0-141c1d1d328e req-73f8035b-2a90-4862-b4f6-3b198af81918 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:59.731002 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a8cf732c-8ba1-4919-afe0-141c1d1d328e req-73f8035b-2a90-4862-b4f6-3b198af81918 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.53 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 946 time: 0.3538642
Dec 04 21:46:59.739741 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:46:59.809662 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:46:59.811712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:46:59.861791 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-a8cf732c-8ba1-4919-afe0-141c1d1d328e req-a20a97d7-5e28-47c0-a475-6756d41793c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Deleting port 443bb704-ccd3-4668-af4d-08647d5c1c93 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:46:59.862181 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a8cf732c-8ba1-4919-afe0-141c1d1d328e req-a20a97d7-5e28-47c0-a475-6756d41793c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:46:59.941813 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c9f82-292e-422e-bc6a-c62aef7c1bdf req-01cbc7f9-25c8-4106-8335-d2355255ff66 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:46:59.943278 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-517c9f82-292e-422e-bc6a-c62aef7c1bdf req-01cbc7f9-25c8-4106-8335-d2355255ff66 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 946 time: 0.3894911
Dec 04 21:47:00.035413 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:47:00.112159 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-517c9f82-292e-422e-bc6a-c62aef7c1bdf req-51dc2003-770b-41bd-afcf-265c02389d6c tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537766
Dec 04 21:47:00.233984 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:47:00.233984 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:00.425945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 443bb704-ccd3-4668-af4d-08647d5c1c93 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:47:00.605022 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:00.650336 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 443bb704-ccd3-4668-af4d-08647d5c1c93, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=443bb704-ccd3-4668-af4d-08647d5c1c93,segment=NetworkSegment(315b7921-a3d8-4dbe-b79f-0928f8598843),segment_id=315b7921-a3d8-4dbe-b79f-0928f8598843)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:47:00.652033 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72e40ad-18dd-43a9-8fe2-3411ad5b64ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '443bb704-ccd3-4668-af4d-08647d5c1c93'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:47:00.658926 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-391bf752-bb82-414d-ac62-a9e314e81031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:00.662655 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:00.665415 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:00.698802 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for floatingip, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:00.750324 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=443bb704-ccd3-4668-af4d-08647d5c1c93,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:00.762654 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:00.781809 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72e40ad-18dd-43a9-8fe2-3411ad5b64ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '443bb704-ccd3-4668-af4d-08647d5c1c93', 'code': 200}
Dec 04 21:47:00.876945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:00.969475 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-a8cf732c-8ba1-4919-afe0-141c1d1d328e req-a20a97d7-5e28-47c0-a475-6756d41793c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] For port 443bb704-ccd3-4668-af4d-08647d5c1c93, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=443bb704-ccd3-4668-af4d-08647d5c1c93,segment=NetworkSegment(315b7921-a3d8-4dbe-b79f-0928f8598843),segment_id=315b7921-a3d8-4dbe-b79f-0928f8598843)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:47:00.969876 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a8cf732c-8ba1-4919-afe0-141c1d1d328e req-a20a97d7-5e28-47c0-a475-6756d41793c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:01.150514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-a8cf732c-8ba1-4919-afe0-141c1d1d328e req-a20a97d7-5e28-47c0-a475-6756d41793c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Calling delete_port for 443bb704-ccd3-4668-af4d-08647d5c1c93 owned by compute:nova {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:47:01.377656 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [req-a8cf732c-8ba1-4919-afe0-141c1d1d328e req-a20a97d7-5e28-47c0-a475-6756d41793c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80265) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:47:01.378452 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [req-a8cf732c-8ba1-4919-afe0-141c1d1d328e req-a20a97d7-5e28-47c0-a475-6756d41793c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:47:01.546697 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:01.554615 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:01.564526 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09046035-9a22-4e34-b39e-c1caa531c815 req-1035d524-6471-4bd7-9213-f31cdd135d55 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:01.566898 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09046035-9a22-4e34-b39e-c1caa531c815 req-1035d524-6471-4bd7-9213-f31cdd135d55 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 944 time: 0.1917903
Dec 04 21:47:01.568294 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:01.589548 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:01.767283 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Pushing event updated for resources: {'Port': ['ID=c93c58a7-7983-4129-910c-2a3d93773dd0,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:01.776348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:01.784713 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09046035-9a22-4e34-b39e-c1caa531c815 req-6a46c509-efb8-4c34-a72f-14e6aa4271af tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/security-groups?id=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961854
Dec 04 21:47:01.883150 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-a8cf732c-8ba1-4919-afe0-141c1d1d328e req-a20a97d7-5e28-47c0-a475-6756d41793c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Deleting port 443bb704-ccd3-4668-af4d-08647d5c1c93 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:47:01.883448 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a8cf732c-8ba1-4919-afe0-141c1d1d328e req-a20a97d7-5e28-47c0-a475-6756d41793c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:01.909688 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:01.940937 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:02.016607 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:02.017931 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.9827893
Dec 04 21:47:02.144459 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:02.237088 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-f98f3832-bd90-4f09-9ab9-70def923ce47 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Synchronizing usage tracker for tenant:46d8cb3e589a4879990d2eb6faf2e6cb on resource:floatingip {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:47:02.282993 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-f98f3832-bd90-4f09-9ab9-70def923ce47 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Unset dirty status for tenant:46d8cb3e589a4879990d2eb6faf2e6cb on resource:floatingip {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:47:02.284331 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-f98f3832-bd90-4f09-9ab9-70def923ce47 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.245 HTTP/1.1" status: 200  len: 696 time: 0.2533793
Dec 04 21:47:02.446647 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-a8cf732c-8ba1-4919-afe0-141c1d1d328e req-a20a97d7-5e28-47c0-a475-6756d41793c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] For port 443bb704-ccd3-4668-af4d-08647d5c1c93, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=443bb704-ccd3-4668-af4d-08647d5c1c93,segment=NetworkSegment(315b7921-a3d8-4dbe-b79f-0928f8598843),segment_id=315b7921-a3d8-4dbe-b79f-0928f8598843)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:47:02.447243 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a8cf732c-8ba1-4919-afe0-141c1d1d328e req-a20a97d7-5e28-47c0-a475-6756d41793c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:02.601412 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-a8cf732c-8ba1-4919-afe0-141c1d1d328e req-a20a97d7-5e28-47c0-a475-6756d41793c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Calling delete_port for 443bb704-ccd3-4668-af4d-08647d5c1c93 owned by compute:nova {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:47:02.675355 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-68b8c78c-6ae5-4845-b8e5-a632bef2c790 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:02.676978 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-68b8c78c-6ae5-4845-b8e5-a632bef2c790 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/networks/5a5bc502-ed14-4f0a-889e-34e38dce125b HTTP/1.1" status: 200  len: 784 time: 0.3824427
Dec 04 21:47:02.696342 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-041e214a-9503-4712-b837-5263cb33ccda tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 21:47:02.697514 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-213cf923-d5f8-4b7b-9f11-cdf54f68fda7 req-041e214a-9503-4712-b837-5263cb33ccda tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0083420
Dec 04 21:47:02.880633 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a8cf732c-8ba1-4919-afe0-141c1d1d328e req-a20a97d7-5e28-47c0-a475-6756d41793c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:02.924337 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:03.075042 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 37588) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:03.146434 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a97d7-5e28-47c0-a475-6756d41793c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Pushing event deleted for resources: {'Port': ['ID=443bb704-ccd3-4668-af4d-08647d5c1c93,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:03.158384 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a20a97d7-5e28-47c0-a475-6756d41793c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:03.236127 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-762fa98b-cd30-41ff-be4f-ce72401a5313 req-965a89fc-101f-4ea2-9210-cef351b3708a tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Synchronizing usage tracker for tenant:a2058a1a470645f2acd486f763a37a33 on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:47:03.292806 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-762fa98b-cd30-41ff-be4f-ce72401a5313 req-965a89fc-101f-4ea2-9210-cef351b3708a tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Unset dirty status for tenant:a2058a1a470645f2acd486f763a37a33 on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:47:03.294114 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-762fa98b-cd30-41ff-be4f-ce72401a5313 req-965a89fc-101f-4ea2-9210-cef351b3708a tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 210 time: 0.1372535
Dec 04 21:47:03.333063 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-153d114e-1ff4-4aa6-b098-f71960d54aaa tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:03.340371 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-153d114e-1ff4-4aa6-b098-f71960d54aaa tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.3457174
Dec 04 21:47:03.428001 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d15d04a1-82f1-409c-b302-c15b4bed1c09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e291cc97d8214aeea89f752b14565aa9&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3483758
Dec 04 21:47:03.428990 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 37596) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:03.532571 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d2c9740-d410-4c4f-9596-0e02781c4268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:03.567705 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d2c9740-d410-4c4f-9596-0e02781c4268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:03.635722 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d2c9740-d410-4c4f-9596-0e02781c4268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:03.640330 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bb0d1307-1eae-486f-a177-834bc9c89f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:03.655226 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c9740-d410-4c4f-9596-0e02781c4268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c68015-b153-4173-9bfb-703ea883c814,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:03.663060 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7d2c9740-d410-4c4f-9596-0e02781c4268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:03.664578 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d2c9740-d410-4c4f-9596-0e02781c4268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:03.669756 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7d2c9740-d410-4c4f-9596-0e02781c4268 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6c68015-b153-4173-9bfb-703ea883c814 HTTP/1.1" status: 204  len: 168 time: 0.2391944
Dec 04 21:47:03.829756 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-f2b5ad26-85d1-40bd-9a31-da32cef006ba tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.245 HTTP/1.1" status: 200  len: 696 time: 0.4783103
Dec 04 21:47:03.835711 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cf732c-8ba1-4919-afe0-141c1d1d328e req-a20a97d7-5e28-47c0-a475-6756d41793c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] No DVR routers for this DVR port 443bb704-ccd3-4668-af4d-08647d5c1c93 on host hv-cinder-74915 {{(pid=80265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:47:03.838451 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a8cf732c-8ba1-4919-afe0-141c1d1d328e req-a20a97d7-5e28-47c0-a475-6756d41793c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:03.840724 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a8cf732c-8ba1-4919-afe0-141c1d1d328e req-a20a97d7-5e28-47c0-a475-6756d41793c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.53 "DELETE /v2.0/ports/443bb704-ccd3-4668-af4d-08647d5c1c93 HTTP/1.1" status: 204  len: 173 time: 4.1012163
Dec 04 21:47:03.841321 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72e40ad-18dd-43a9-8fe2-3411ad5b64ab', 'name': 'network-vif-deleted', 'tag': '443bb704-ccd3-4668-af4d-08647d5c1c93'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:47:03.859247 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-8987e63b-35f2-4e18-9b6c-d4b3265e3ba9 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Request body: {'floatingip': {'port_id': 'e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:47:03.988631 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-8987e63b-35f2-4e18-9b6c-d4b3265e3ba9 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for floatingip, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:04.213316 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72e40ad-18dd-43a9-8fe2-3411ad5b64ab', 'name': 'network-vif-deleted', 'tag': '443bb704-ccd3-4668-af4d-08647d5c1c93', 'status': 'completed', 'code': 200}
Dec 04 21:47:04.723453 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0b0cddd-b327-4816-b936-30d5d1beda4c req-1a758937-458f-461b-9c64-1c52a014b190 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] 10.222.0.44 "GET /v2.0/ports?device_id=a72e40ad-18dd-43a9-8fe2-3411ad5b64ab HTTP/1.1" status: 200  len: 210 time: 0.1021931
Dec 04 21:47:05.181935 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 37628) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:05.226803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-8987e63b-35f2-4e18-9b6c-d4b3265e3ba9 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for floatingip, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:05.231132 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-8987e63b-35f2-4e18-9b6c-d4b3265e3ba9 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:05.338210 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-345472965-network', 'tenant_id': '51ae4b6b9f2140b8a381bac99293a112'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:47:05.344285 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:05.349356 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Usage tracker for resource:network and tenant:51ae4b6b9f2140b8a381bac99293a112 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:05.352898 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:05.359422 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:05.370448 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Made reservation on behalf of 51ae4b6b9f2140b8a381bac99293a112 for: {'network': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:47:05.375413 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:05.390552 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:05.408184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:05.412793 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Usage tracker for resource:security_group_rule and tenant:51ae4b6b9f2140b8a381bac99293a112 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:05.416380 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:05.422723 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:05.523587 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:05.527697 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:05.528300 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-8987e63b-35f2-4e18-9b6c-d4b3265e3ba9 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Floating IP f32c36d7-846d-49ba-bf1e-f98fb45f9da7 associated. External IP: 172.27.1.245, port: e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d.
Dec 04 21:47:05.533517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:05.564763 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 21:47:05.580103 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a428fc-24dd-4071-99fe-a731766f37c1,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:05.585749 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:05.590016 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363306798248137', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:05.590861 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Added segment 3e5dc64d-0482-433a-9b5f-3df59e6eb914 of type vxlan for network f29f42e0-f12f-43cd-b81a-9250c872c7e6
Dec 04 21:47:05.647722 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730055956612'] for network, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:05.706664 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for network, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:05.708571 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:05.709601 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:05.718982 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:05.870579 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.6815817
Dec 04 21:47:05.870579 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Pushing event updated for resources: {'Network': ['ID=f29f42e0-f12f-43cd-b81a-9250c872c7e6,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:05.870579 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:05.871726 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 37644) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:05.879064 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-29657a41-bc88-4c3b-b9b0-0554cbb9ff73 admin admin] Request body: {'subnet': {'network_id': 'f29f42e0-f12f-43cd-b81a-9250c872c7e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-345472965-subnet', 'tenant_id': '51ae4b6b9f2140b8a381bac99293a112', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:47:05.879263 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Network f29f42e0-f12f-43cd-b81a-9250c872c7e6 details requested by agent ovs-agent-dv-cinder-749155-4-iscsi with host dv-cinder-749155-4-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:47:05.884909 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-29657a41-bc88-4c3b-b9b0-0554cbb9ff73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:05.889366 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-29657a41-bc88-4c3b-b9b0-0554cbb9ff73 admin admin] Usage tracker for resource:subnet and tenant:51ae4b6b9f2140b8a381bac99293a112 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:05.893191 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-29657a41-bc88-4c3b-b9b0-0554cbb9ff73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:05.900228 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-29657a41-bc88-4c3b-b9b0-0554cbb9ff73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:05.911530 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29657a41-bc88-4c3b-b9b0-0554cbb9ff73 admin admin] Made reservation on behalf of 51ae4b6b9f2140b8a381bac99293a112 for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:47:05.917313 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-29657a41-bc88-4c3b-b9b0-0554cbb9ff73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9947497'] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:06.027053 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 37648) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:06.060051 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Network f29f42e0-f12f-43cd-b81a-9250c872c7e6 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:47:06.212850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-8987e63b-35f2-4e18-9b6c-d4b3265e3ba9 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Router 32163462-9baf-4303-b503-52778099e374 has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:47:06.466365 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-8987e63b-35f2-4e18-9b6c-d4b3265e3ba9 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:47:06.469150 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6293545-15ab-470d-9b4a-11af587b37ef admin admin] Deleting subnet 68ccc99a-c2e9-4220-9d9e-d15fbf09c75e {{(pid=80264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 21:47:06.476484 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-8987e63b-35f2-4e18-9b6c-d4b3265e3ba9 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:06.482058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e416808-7807-4079-ba50-dd681d5fa99f None None] Sync routers for ids ['32163462-9baf-4303-b503-52778099e374'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:47:06.483115 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c6293545-15ab-470d-9b4a-11af587b37ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:06.516638 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e416808-7807-4079-ba50-dd681d5fa99f None None] Routers {'32163462-9baf-4303-b503-52778099e374'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:47:06.517333 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8e416808-7807-4079-ba50-dd681d5fa99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd032470>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:47:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['32163462-9baf-4303-b503-52778099e374'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:47:06.568107 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-8987e63b-35f2-4e18-9b6c-d4b3265e3ba9 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "PUT /v2.0/floatingips/f32c36d7-846d-49ba-bf1e-f98fb45f9da7 HTTP/1.1" status: 200  len: 997 time: 2.7211118
Dec 04 21:47:06.575671 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e4677f-8881-4264-bb78-7ba7a1ab58ac', 'tag': 'e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:47:06.657894 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c6293545-15ab-470d-9b4a-11af587b37ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3987663'] for subnet, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:06.685552 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e4677f-8881-4264-bb78-7ba7a1ab58ac', 'tag': 'e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d', 'status': 'completed', 'code': 200}
Dec 04 21:47:06.717996 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-425e2110-a0a5-47ae-ada8-4fecf9891f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:06.720169 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-425e2110-a0a5-47ae-ada8-4fecf9891f1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46d8cb3e589a4879990d2eb6faf2e6cb&device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 1163 time: 0.1354184
Dec 04 21:47:06.796021 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c6293545-15ab-470d-9b4a-11af587b37ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1886451'] for subnet, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:06.910650 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-8e416808-7807-4079-ba50-dd681d5fa99f None None] Set router 32163462-9baf-4303-b503-52778099e374 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:47:06.958836 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-e468f8d6-bf53-4a26-a96a-b9acdf28ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:06.960566 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-e468f8d6-bf53-4a26-a96a-b9acdf28ce22 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 HTTP/1.1" status: 200  len: 903 time: 0.2325516
Dec 04 21:47:06.965713 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac77f06-228c-4ca0-8f09-9de8f9a6ead2 req-8881d625-b6e3-4fac-b6e7-c73d1e86e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:06.967302 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bac77f06-228c-4ca0-8f09-9de8f9a6ead2 req-8881d625-b6e3-4fac-b6e7-c73d1e86e1c2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46d8cb3e589a4879990d2eb6faf2e6cb&device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 1163 time: 0.1969550
Dec 04 21:47:07.191556 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-0ae36e65-ac69-4847-ad46-84a8eba878b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d HTTP/1.1" status: 200  len: 1000 time: 0.2165174
Dec 04 21:47:07.234510 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c6293545-15ab-470d-9b4a-11af587b37ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852889349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844828401'] for subnet, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:07.260269 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d5b49dd6-730b-4ae0-89a5-29af6187d5ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:07.359406 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6293545-15ab-470d-9b4a-11af587b37ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68ccc99a-c2e9-4220-9d9e-d15fbf09c75e,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:07.366103 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c6293545-15ab-470d-9b4a-11af587b37ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:07.384171 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-29657a41-bc88-4c3b-b9b0-0554cbb9ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4002239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9947398'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:07.404565 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22f3de59-bde4-4dbb-9cb6-e00fb460f703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:07.448399 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8e416808-7807-4079-ba50-dd681d5fa99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd032470>, [{'id': '32163462-9baf-4303-b503-52778099e374', 'name': 'tempest-TestShelveInstance-1612556813-router', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:56Z', 'updated_at': '2020-12-04T21:45:09Z', 'revision_number': 4, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'gw_port': {'id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:58Z', 'updated_at': '2020-12-04T21:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': 'f32c36d7-846d-49ba-bf1e-f98fb45f9da7', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '32163462-9baf-4303-b503-52778099e374', 'port_id': 'e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1', 'mac_address': 'fa:16:3e:af:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e4677f-8881-4264-bb78-7ba7a1ab58ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:46:59Z', 'updated_at': '2020-12-04T21:47:05Z', 'revision_number': 1, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd57cf9-ac5c-4896-8714-826644c10812', 'name': '', 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'mac_address': 'fa:16:3e:a7:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '27fdb0aa-aa44-4c97-bf53-19092373916f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:06Z', 'updated_at': '2020-12-04T21:45:19Z', 'revision_number': 5, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'subnets': [{'id': '27fdb0aa-aa44-4c97-bf53-19092373916f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:47:07.454606 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e416808-7807-4079-ba50-dd681d5fa99f None None] Checking router: 32163462-9baf-4303-b503-52778099e374 for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:47:07.473898 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e416808-7807-4079-ba50-dd681d5fa99f None None] Routers {'32163462-9baf-4303-b503-52778099e374'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:47:07.475774 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8e416808-7807-4079-ba50-dd681d5fa99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd032470>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:47:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['32163462-9baf-4303-b503-52778099e374'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:47:07.559776 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac77f06-228c-4ca0-8f09-9de8f9a6ead2 req-a1878056-0bc2-4b74-a8da-803004403606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:07.560857 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bac77f06-228c-4ca0-8f09-9de8f9a6ead2 req-a1878056-0bc2-4b74-a8da-803004403606 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 HTTP/1.1" status: 200  len: 903 time: 0.5294354
Dec 04 21:47:07.577029 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c6293545-15ab-470d-9b4a-11af587b37ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:07.579553 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29657a41-bc88-4c3b-b9b0-0554cbb9ff73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4165cdc1-a30e-4921-b426-192bb5a6b78a,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:07.587248 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-29657a41-bc88-4c3b-b9b0-0554cbb9ff73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:07.612993 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c6293545-15ab-470d-9b4a-11af587b37ef admin admin] 10.222.0.44 "DELETE /v2.0/subnets/68ccc99a-c2e9-4220-9d9e-d15fbf09c75e HTTP/1.1" status: 204  len: 168 time: 1.5669489
Dec 04 21:47:07.620809 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 37660) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:07.643795 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-6e0329d3-9195-4609-9f8a-ed7ae6b42438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:07.645470 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-6e0329d3-9195-4609-9f8a-ed7ae6b42438 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27fdb0aa-aa44-4c97-bf53-19092373916f HTTP/1.1" status: 200  len: 848 time: 0.1601210
Dec 04 21:47:07.770071 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bac77f06-228c-4ca0-8f09-9de8f9a6ead2 req-02d57d3f-1865-4640-b93f-1bd990c3400f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d HTTP/1.1" status: 200  len: 1000 time: 0.2015202
Dec 04 21:47:07.811963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3bab6842-6bba-47ff-9222-23ef6e938ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1971921'] for network, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:07.828008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-8e416808-7807-4079-ba50-dd681d5fa99f None None] Set router 32163462-9baf-4303-b503-52778099e374 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:47:07.889114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac77f06-228c-4ca0-8f09-9de8f9a6ead2 req-759c174b-2bd0-4f3e-8098-8d8229334c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:07.889720 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29657a41-bc88-4c3b-b9b0-0554cbb9ff73 admin admin] Checking segment: {'id': '3e5dc64d-0482-433a-9b5f-3df59e6eb914', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f29f42e0-f12f-43cd-b81a-9250c872c7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:47:07.890129 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29657a41-bc88-4c3b-b9b0-0554cbb9ff73 admin admin] Network hostable DHCP agents. Network: f29f42e0-f12f-43cd-b81a-9250c872c7e6, hostable agents: ['edec75b3-292e-457a-a0f5-2edc56458644'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 21:47:07.891050 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bac77f06-228c-4ca0-8f09-9de8f9a6ead2 req-759c174b-2bd0-4f3e-8098-8d8229334c94 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27fdb0aa-aa44-4c97-bf53-19092373916f HTTP/1.1" status: 200  len: 848 time: 0.1041269
Dec 04 21:47:07.951142 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-7502ac6b-d4c3-4649-8864-48719bb61eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:07.953155 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-7502ac6b-d4c3-4649-8864-48719bb61eed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2307324
Dec 04 21:47:07.966656 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29657a41-bc88-4c3b-b9b0-0554cbb9ff73 admin admin] Network f29f42e0-f12f-43cd-b81a-9250c872c7e6 is scheduled to be hosted by DHCP agent edec75b3-292e-457a-a0f5-2edc56458644 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 21:47:07.968185 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-c6830492-c7f8-4470-b148-66ac7dfba032 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 21:47:07.969408 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-c6830492-c7f8-4470-b148-66ac7dfba032 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0071144
Dec 04 21:47:07.987997 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-29657a41-bc88-4c3b-b9b0-0554cbb9ff73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-iscsi, f29f42e0-f12f-43cd-b81a-9250c872c7e6) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:47:08.014282 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12652202-cffc-40b9-ae2b-2b53ae972b49 None None] Network f29f42e0-f12f-43cd-b81a-9250c872c7e6 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:47:08.015815 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29657a41-bc88-4c3b-b9b0-0554cbb9ff73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:08.016514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-29657a41-bc88-4c3b-b9b0-0554cbb9ff73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:08.124306 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac77f06-228c-4ca0-8f09-9de8f9a6ead2 req-d5bd6e0d-0c84-4182-8cd5-d76f5965c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:08.126084 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bac77f06-228c-4ca0-8f09-9de8f9a6ead2 req-d5bd6e0d-0c84-4182-8cd5-d76f5965c72d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2269952
Dec 04 21:47:08.151506 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-29657a41-bc88-4c3b-b9b0-0554cbb9ff73 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.2646260
Dec 04 21:47:08.184756 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3bab6842-6bba-47ff-9222-23ef6e938ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1888956', 'neutron.services.segments.db._delete_segments_for_network-8730056527680'] for network, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:08.280290 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-cd8c1392-d411-4c09-a126-33a10ce4b34d service neutron] 10.222.0.44 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2978396
Dec 04 21:47:08.376074 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-3bab6842-6bba-47ff-9222-23ef6e938ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09f7bd6780>,) {'filters': {'network_id': ['e1afa9e6-c218-4ecc-89e8-923ffc838696']}} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:47:08.426779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-3bab6842-6bba-47ff-9222-23ef6e938ba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09f7bd6780>, '315b7921-a3d8-4dbe-b79f-0928f8598843') {'for_net_delete': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:47:08.427110 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-3bab6842-6bba-47ff-9222-23ef6e938ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09f7bd6780>, '315b7921-a3d8-4dbe-b79f-0928f8598843') {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:47:08.468135 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3bab6842-6bba-47ff-9222-23ef6e938ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730056528465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850788153'] for segment, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:08.474023 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bac77f06-228c-4ca0-8f09-9de8f9a6ead2 req-5ea28c26-6f81-45f1-83c8-d7fd5cb49ab9 service neutron] 10.222.0.53 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3294690
Dec 04 21:47:08.511985 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3bab6842-6bba-47ff-9222-23ef6e938ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:08.517275 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3bab6842-6bba-47ff-9222-23ef6e938ba5 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 21:47:08.556950 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0b0ea4-f9d9-47f4-b206-3b71ea650944 None None] Network f29f42e0-f12f-43cd-b81a-9250c872c7e6 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:47:08.753137 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bac77f06-228c-4ca0-8f09-9de8f9a6ead2 req-690dbdcc-24a7-49a9-b71a-dea86927720b service neutron] 10.222.0.53 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2575121
Dec 04 21:47:08.765288 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-948ab216-0dcf-4960-9727-7b58903f2aa3 req-8a1382d0-be2f-4f18-9653-213375597073 service neutron] 10.222.0.44 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4709446
Dec 04 21:47:08.769581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-3bab6842-6bba-47ff-9222-23ef6e938ba5 admin admin] Network e1afa9e6-c218-4ecc-89e8-923ffc838696 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:47:08.781401 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3bab6842-6bba-47ff-9222-23ef6e938ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1889284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3300049'] for segment, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:09.008022 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-3bab6842-6bba-47ff-9222-23ef6e938ba5 admin admin] Network e1afa9e6-c218-4ecc-89e8-923ffc838696 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]: Traceback (most recent call last):
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:     timer()
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:     cb(*args, **kw)
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:     self._notify()
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.callback(batched_events)
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:     event.method(event)
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(self, *a, **k)
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self._get(url).json()
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:     **kwargs)
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:     **endpoint_filter)
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 21:47:09.035295 dv-cinder-749155-4-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 21:47:09.101570 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8e416808-7807-4079-ba50-dd681d5fa99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd032470>, [{'id': '32163462-9baf-4303-b503-52778099e374', 'name': 'tempest-TestShelveInstance-1612556813-router', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:56Z', 'updated_at': '2020-12-04T21:45:09Z', 'revision_number': 4, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'gw_port': {'id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:58Z', 'updated_at': '2020-12-04T21:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': 'f32c36d7-846d-49ba-bf1e-f98fb45f9da7', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '32163462-9baf-4303-b503-52778099e374', 'port_id': 'e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1', 'mac_address': 'fa:16:3e:af:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e4677f-8881-4264-bb78-7ba7a1ab58ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:46:59Z', 'updated_at': '2020-12-04T21:47:05Z', 'revision_number': 1, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd57cf9-ac5c-4896-8714-826644c10812', 'name': '', 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'mac_address': 'fa:16:3e:a7:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '27fdb0aa-aa44-4c97-bf53-19092373916f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:06Z', 'updated_at': '2020-12-04T21:45:19Z', 'revision_number': 5, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'subnets': [{'id': '27fdb0aa-aa44-4c97-bf53-19092373916f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:47:09.106891 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e416808-7807-4079-ba50-dd681d5fa99f None None] The sync data for ids ['32163462-9baf-4303-b503-52778099e374'] in dv-cinder-749155-4-iscsi is: [{'id': '32163462-9baf-4303-b503-52778099e374', 'name': 'tempest-TestShelveInstance-1612556813-router', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:56Z', 'updated_at': '2020-12-04T21:45:09Z', 'revision_number': 4, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'gw_port': {'id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:58Z', 'updated_at': '2020-12-04T21:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': 'f32c36d7-846d-49ba-bf1e-f98fb45f9da7', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '32163462-9baf-4303-b503-52778099e374', 'port_id': 'e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1', 'mac_address': 'fa:16:3e:af:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e4677f-8881-4264-bb78-7ba7a1ab58ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:46:59Z', 'updated_at': '2020-12-04T21:47:05Z', 'revision_number': 1, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd57cf9-ac5c-4896-8714-826644c10812', 'name': '', 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'mac_address': 'fa:16:3e:a7:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '27fdb0aa-aa44-4c97-bf53-19092373916f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:06Z', 'updated_at': '2020-12-04T21:45:19Z', 'revision_number': 5, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'subnets': [{'id': '27fdb0aa-aa44-4c97-bf53-19092373916f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:47:09.163798 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3bab6842-6bba-47ff-9222-23ef6e938ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1888943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853820434'] for network, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:09.173341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3bab6842-6bba-47ff-9222-23ef6e938ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:09.185473 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-06744b34-5ad1-4f17-aff1-32107aefa311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:09.207284 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3bab6842-6bba-47ff-9222-23ef6e938ba5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e1afa9e6-c218-4ecc-89e8-923ffc838696 HTTP/1.1" status: 204  len: 168 time: 1.5842447
Dec 04 21:47:09.210907 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab6842-6bba-47ff-9222-23ef6e938ba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1afa9e6-c218-4ecc-89e8-923ffc838696,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:09.220192 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3bab6842-6bba-47ff-9222-23ef6e938ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:09.465101 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 37718) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:09.558247 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9cdb5086-8e49-4c50-b9f6-f12f02f35237 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2058a1a470645f2acd486f763a37a33&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0884099
Dec 04 21:47:09.558798 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 37724) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:09.573949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d80bc1c-31ae-42d4-bbaf-36c5e1079ff8 None None] New status for floating IP f32c36d7-846d-49ba-bf1e-f98fb45f9da7: ACTIVE {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 21:47:09.666761 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0e8d751a-5137-4729-b10b-d89b325971bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:09.707138 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0e8d751a-5137-4729-b10b-d89b325971bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:09.803583 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0e8d751a-5137-4729-b10b-d89b325971bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:09.812208 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2bcfc4aa-63da-4154-be0c-145974fcb690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:09.831508 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d751a-5137-4729-b10b-d89b325971bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:09.836635 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0e8d751a-5137-4729-b10b-d89b325971bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:09.849388 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0e8d751a-5137-4729-b10b-d89b325971bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:09.851640 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0e8d751a-5137-4729-b10b-d89b325971bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bdc8c5de-d3c4-4051-8e5c-ea28e1b096c2 HTTP/1.1" status: 204  len: 168 time: 0.2911303
Dec 04 21:47:11.131939 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-83d6da1c-8060-4c4a-9340-df0d62060f1a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:11.133928 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-83d6da1c-8060-4c4a-9340-df0d62060f1a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/networks?id=f29f42e0-f12f-43cd-b81a-9250c872c7e6 HTTP/1.1" status: 200  len: 813 time: 0.2382848
Dec 04 21:47:11.154985 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-d6d06a64-0aa0-4598-a105-d0dc454c5205 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/quotas/51ae4b6b9f2140b8a381bac99293a112 HTTP/1.1" status: 200  len: 375 time: 0.0142772
Dec 04 21:47:11.209174 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-83f6e9b9-7771-4edb-aefe-e1d11ed977e3 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?tenant_id=51ae4b6b9f2140b8a381bac99293a112&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0484850
Dec 04 21:47:11.374948 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-584be54f-1eb8-4ede-a4d2-124ea9b49433 service neutron] 10.222.0.44 "GET /v2.0/networks/f29f42e0-f12f-43cd-b81a-9250c872c7e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1565118
Dec 04 21:47:11.560831 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-c029e583-9940-43dd-a5e6-0b3da3958109 service neutron] 10.222.0.44 "GET /v2.0/networks/f29f42e0-f12f-43cd-b81a-9250c872c7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1781440
Dec 04 21:47:11.806575 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f138f8ad-6833-44c8-8691-d7ff3aa13b5a req-48c1214e-b90a-47c4-8985-9886c2c5ed22 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=dafe911b-6fee-4ad9-a6bf-7973abdaaa9d HTTP/1.1" status: 200  len: 210 time: 0.0621166
Dec 04 21:47:13.039534 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5173900-659c-4b17-8eec-e2953e3c4a38 req-75fb9da2-8fb9-4082-848c-3557b654c11f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=dafe911b-6fee-4ad9-a6bf-7973abdaaa9d HTTP/1.1" status: 200  len: 210 time: 0.0713620
Dec 04 21:47:13.326212 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-470073e3-00c3-4687-b9fb-5c399418b3b0 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:13.328129 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-470073e3-00c3-4687-b9fb-5c399418b3b0 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.53 "GET /v2.0/networks?id=f29f42e0-f12f-43cd-b81a-9250c872c7e6 HTTP/1.1" status: 200  len: 813 time: 0.1857111
Dec 04 21:47:13.356790 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-5752fbf1-3ee7-44c3-ba94-34e9123cbf0f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Request body: {'port': {'device_id': 'dafe911b-6fee-4ad9-a6bf-7973abdaaa9d', 'network_id': 'f29f42e0-f12f-43cd-b81a-9250c872c7e6', 'admin_state_up': True, 'tenant_id': '51ae4b6b9f2140b8a381bac99293a112'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:47:13.612915 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-5752fbf1-3ee7-44c3-ba94-34e9123cbf0f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:13.620742 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-5752fbf1-3ee7-44c3-ba94-34e9123cbf0f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Usage tracker for resource:port and tenant:51ae4b6b9f2140b8a381bac99293a112 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:13.626172 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-5752fbf1-3ee7-44c3-ba94-34e9123cbf0f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Quota usage for port was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:13.638331 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-5752fbf1-3ee7-44c3-ba94-34e9123cbf0f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:13.655864 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-5752fbf1-3ee7-44c3-ba94-34e9123cbf0f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Made reservation on behalf of 51ae4b6b9f2140b8a381bac99293a112 for: {'port': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:47:13.662850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-5752fbf1-3ee7-44c3-ba94-34e9123cbf0f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:13.923998 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 37828) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:14.022766 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-5752fbf1-3ee7-44c3-ba94-34e9123cbf0f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Allocated IP 172.20.0.14 (f29f42e0-f12f-43cd-b81a-9250c872c7e6/4165cdc1-a30e-4921-b426-192bb5a6b78a/1386502b-59cd-4522-8ce6-0fb5cb15ea02) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:47:14.156132 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5fcf6486-4d5c-4b0e-8a77-9d45e90e2fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:14.192473 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5fcf6486-4d5c-4b0e-8a77-9d45e90e2fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:14.201247 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5fcf6486-4d5c-4b0e-8a77-9d45e90e2fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:0440931b583e4eddb7655eabcc7e671e is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:14.206947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5fcf6486-4d5c-4b0e-8a77-9d45e90e2fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:14.217851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5fcf6486-4d5c-4b0e-8a77-9d45e90e2fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:14.373628 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5fcf6486-4d5c-4b0e-8a77-9d45e90e2fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:14.378128 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5fcf6486-4d5c-4b0e-8a77-9d45e90e2fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:14.396168 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7d2c9740-d410-4c4f-9596-0e02781c4268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:14.488965 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5fcf6486-4d5c-4b0e-8a77-9d45e90e2fd1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0440931b583e4eddb7655eabcc7e671e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5612969
Dec 04 21:47:14.488965 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf6486-4d5c-4b0e-8a77-9d45e90e2fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f29ffc-89d4-4f2f-95e2-a119bce20c89,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:14.495287 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5fcf6486-4d5c-4b0e-8a77-9d45e90e2fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:14.496446 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 37838) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:14.515684 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f87cd029-602e-4394-96e8-4f43d292876d req-9de1523e-aff0-4ae5-a0c6-de85a3a984a5 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=dafe911b-6fee-4ad9-a6bf-7973abdaaa9d HTTP/1.1" status: 200  len: 210 time: 0.3132067
Dec 04 21:47:14.586319 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0cde1ed6-d4d6-43e4-b70d-5f9eade9dd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:14.590884 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-5752fbf1-3ee7-44c3-ba94-34e9123cbf0f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:14.621694 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0cde1ed6-d4d6-43e4-b70d-5f9eade9dd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:14.624526 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-5752fbf1-3ee7-44c3-ba94-34e9123cbf0f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:14.640349 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a20a97d7-5e28-47c0-a475-6756d41793c8 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:14.683079 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0cde1ed6-d4d6-43e4-b70d-5f9eade9dd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:14.689242 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e10acc90-bf19-4f3e-a838-3815f7f5b508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:14.704127 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde1ed6-d4d6-43e4-b70d-5f9eade9dd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f29ffc-89d4-4f2f-95e2-a119bce20c89,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:14.710546 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0cde1ed6-d4d6-43e4-b70d-5f9eade9dd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:14.711956 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0cde1ed6-d4d6-43e4-b70d-5f9eade9dd36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49f29ffc-89d4-4f2f-95e2-a119bce20c89 HTTP/1.1" status: 204  len: 168 time: 0.2143338
Dec 04 21:47:14.714037 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0cde1ed6-d4d6-43e4-b70d-5f9eade9dd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:14.792862 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752fbf1-3ee7-44c3-ba94-34e9123cbf0f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Pushing event updated for resources: {'Port': ['ID=1386502b-59cd-4522-8ce6-0fb5cb15ea02,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:14.798538 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5752fbf1-3ee7-44c3-ba94-34e9123cbf0f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:14.894501 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-5752fbf1-3ee7-44c3-ba94-34e9123cbf0f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Network f29f42e0-f12f-43cd-b81a-9250c872c7e6 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:47:14.897158 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-5752fbf1-3ee7-44c3-ba94-34e9123cbf0f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:47:14.900490 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-5752fbf1-3ee7-44c3-ba94-34e9123cbf0f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:47:14.973800 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-5752fbf1-3ee7-44c3-ba94-34e9123cbf0f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:14.974482 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-5752fbf1-3ee7-44c3-ba94-34e9123cbf0f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:14.998628 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-5752fbf1-3ee7-44c3-ba94-34e9123cbf0f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6462796
Dec 04 21:47:15.033431 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Request body: {'port': {'device_id': 'dafe911b-6fee-4ad9-a6bf-7973abdaaa9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:47:15.168659 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:15.607019 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1386502b-59cd-4522-8ce6-0fb5cb15ea02 {{(pid=80265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:47:15.616200 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:15.630279 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Transition to ACTIVE for port object 1386502b-59cd-4522-8ce6-0fb5cb15ea02 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:47:15.634480 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:15.653267 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:15.865454 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1386502b-59cd-4522-8ce6-0fb5cb15ea02,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:15.872151 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:15.934618 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee5c2f-2ad9-42cb-987a-fd89c9969c27 req-f20bbc34-03fc-4dc7-90a8-ae2710a0913b tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:15.935382 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-20ee5c2f-2ad9-42cb-987a-fd89c9969c27 req-f20bbc34-03fc-4dc7-90a8-ae2710a0913b tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Synchronizing usage tracker for tenant:51ae4b6b9f2140b8a381bac99293a112 on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:47:16.057450 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-20ee5c2f-2ad9-42cb-987a-fd89c9969c27 req-f20bbc34-03fc-4dc7-90a8-ae2710a0913b tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Unset dirty status for tenant:51ae4b6b9f2140b8a381bac99293a112 on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:47:16.058278 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-20ee5c2f-2ad9-42cb-987a-fd89c9969c27 req-f20bbc34-03fc-4dc7-90a8-ae2710a0913b tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=dafe911b-6fee-4ad9-a6bf-7973abdaaa9d HTTP/1.1" status: 200  len: 944 time: 0.3702936
Dec 04 21:47:16.153534 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-20ee5c2f-2ad9-42cb-987a-fd89c9969c27 req-ceb32ec3-630e-43ad-ba2b-3f04f69339fa tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873981
Dec 04 21:47:16.156245 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Attempting to bind port 1386502b-59cd-4522-8ce6-0fb5cb15ea02 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:47:16.156513 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Attempting to bind port 1386502b-59cd-4522-8ce6-0fb5cb15ea02 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '3e5dc64d-0482-433a-9b5f-3df59e6eb914', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f29f42e0-f12f-43cd-b81a-9250c872c7e6'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:47:16.156915 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Attempting to bind port 1386502b-59cd-4522-8ce6-0fb5cb15ea02 on network f29f42e0-f12f-43cd-b81a-9250c872c7e6 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:47:16.165205 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:47:16.165815 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Checking segment: {'id': '3e5dc64d-0482-433a-9b5f-3df59e6eb914', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f29f42e0-f12f-43cd-b81a-9250c872c7e6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:47:16.166387 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:16.166937 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Bound using segment: {'id': '3e5dc64d-0482-433a-9b5f-3df59e6eb914', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f29f42e0-f12f-43cd-b81a-9250c872c7e6'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:47:16.167680 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Bound port: 1386502b-59cd-4522-8ce6-0fb5cb15ea02, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5dc64d-0482-433a-9b5f-3df59e6eb914', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f29f42e0-f12f-43cd-b81a-9250c872c7e6'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:47:16.168256 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:16.293266 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] For port 1386502b-59cd-4522-8ce6-0fb5cb15ea02, host hv-cinder-74915, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:47:16.296803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] For port 1386502b-59cd-4522-8ce6-0fb5cb15ea02, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=1386502b-59cd-4522-8ce6-0fb5cb15ea02,segment=NetworkSegment(3e5dc64d-0482-433a-9b5f-3df59e6eb914),segment_id=3e5dc64d-0482-433a-9b5f-3df59e6eb914)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:47:16.300741 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:16.319112 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-171875df-0d60-444b-a765-d06e1c81a474 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:16.468863 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 37908) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:16.484433 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1386502b-59cd-4522-8ce6-0fb5cb15ea02,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:16.499578 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:16.538723 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:16.539305 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:16.541056 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] 10.222.0.53 "PUT /v2.0/ports/1386502b-59cd-4522-8ce6-0fb5cb15ea02 HTTP/1.1" status: 200  len: 1158 time: 1.5135877
Dec 04 21:47:16.541612 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafe911b-6fee-4ad9-a6bf-7973abdaaa9d', 'tag': '1386502b-59cd-4522-8ce6-0fb5cb15ea02'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:47:16.653843 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dafe911b-6fee-4ad9-a6bf-7973abdaaa9d', 'tag': '1386502b-59cd-4522-8ce6-0fb5cb15ea02', 'status': 'completed', 'code': 200}
Dec 04 21:47:16.659639 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ce57e81c-db40-4a55-9b27-1c70882175da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:16.676933 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ce57e81c-db40-4a55-9b27-1c70882175da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:16.682444 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ce57e81c-db40-4a55-9b27-1c70882175da admin admin] Usage tracker for resource:security_group_rule and tenant:5d2a9a77d92b454a9f21a18c6f03279d is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:16.685581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ce57e81c-db40-4a55-9b27-1c70882175da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:16.691664 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ce57e81c-db40-4a55-9b27-1c70882175da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:16.699136 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-3705e246-9151-43c2-afe8-558e7348dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:16.700937 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-3705e246-9151-43c2-afe8-558e7348dc94 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51ae4b6b9f2140b8a381bac99293a112&device_id=dafe911b-6fee-4ad9-a6bf-7973abdaaa9d HTTP/1.1" status: 200  len: 1161 time: 0.0938835
Dec 04 21:47:16.781291 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-985554a6-a45d-4d4b-ac40-3117e1db1906 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1386502b-59cd-4522-8ce6-0fb5cb15ea02 HTTP/1.1" status: 200  len: 217 time: 0.0646920
Dec 04 21:47:16.784715 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ce57e81c-db40-4a55-9b27-1c70882175da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:16.789453 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 37920) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:16.793152 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ce57e81c-db40-4a55-9b27-1c70882175da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:16.803514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c1230ebd-318e-4635-b290-20b22b21a160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:16.850886 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57e81c-db40-4a55-9b27-1c70882175da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7a9d82-9067-4069-b978-02459f916f76,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:16.855758 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ce57e81c-db40-4a55-9b27-1c70882175da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d2a9a77d92b454a9f21a18c6f03279d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3855016
Dec 04 21:47:16.857059 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ce57e81c-db40-4a55-9b27-1c70882175da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:16.858593 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 37926) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:16.860989 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-27ca931d-8e4f-4de6-94cb-3f672f54701a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:16.862698 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-27ca931d-8e4f-4de6-94cb-3f672f54701a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4165cdc1-a30e-4921-b426-192bb5a6b78a HTTP/1.1" status: 200  len: 853 time: 0.0743165
Dec 04 21:47:16.919715 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-92ce4562-c0ed-433c-81c7-a690566e8452 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29f42e0-f12f-43cd-b81a-9250c872c7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477786
Dec 04 21:47:16.929861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-09686ac6-44e6-4f0b-9a0c-049af238ed04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:16.966147 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-09686ac6-44e6-4f0b-9a0c-049af238ed04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:17.006542 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-52631833-c042-4054-a191-e2c85f2416a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:17.040813 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-52631833-c042-4054-a191-e2c85f2416a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:17.045922 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-52631833-c042-4054-a191-e2c85f2416a6 admin admin] Usage tracker for resource:security_group_rule and tenant:b4d9377b842f411bab51d41e9a4725c6 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:17.050024 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-52631833-c042-4054-a191-e2c85f2416a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:17.058824 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-52631833-c042-4054-a191-e2c85f2416a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:17.082433 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-5cc04cda-918e-4d04-a79b-8f4beed7b65c service neutron] 10.222.0.53 "GET /v2.0/networks/f29f42e0-f12f-43cd-b81a-9250c872c7e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534452
Dec 04 21:47:17.086675 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-09686ac6-44e6-4f0b-9a0c-049af238ed04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:17.094558 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a2a8d59f-cacc-43e9-a890-9ceb6e218ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:17.117132 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09686ac6-44e6-4f0b-9a0c-049af238ed04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7a9d82-9067-4069-b978-02459f916f76,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:17.123664 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-09686ac6-44e6-4f0b-9a0c-049af238ed04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:17.136376 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-09686ac6-44e6-4f0b-9a0c-049af238ed04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:17.138466 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-09686ac6-44e6-4f0b-9a0c-049af238ed04 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c7a9d82-9067-4069-b978-02459f916f76 HTTP/1.1" status: 204  len: 168 time: 0.2780254
Dec 04 21:47:17.210602 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-52631833-c042-4054-a191-e2c85f2416a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:17.213958 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-52631833-c042-4054-a191-e2c85f2416a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:17.223752 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:17.255724 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52631833-c042-4054-a191-e2c85f2416a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf309be-589e-48ee-b07a-c2fdc7c98dda,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:17.274546 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-52631833-c042-4054-a191-e2c85f2416a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:17.279104 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a34ff29-0afc-44b5-a001-8712b5ab8681 req-5e07875f-bd0d-427f-b322-60d4e989cf75 service neutron] 10.222.0.53 "GET /v2.0/networks/f29f42e0-f12f-43cd-b81a-9250c872c7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1865647
Dec 04 21:47:17.297169 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-52631833-c042-4054-a191-e2c85f2416a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4d9377b842f411bab51d41e9a4725c6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5054362
Dec 04 21:47:17.297704 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 37934) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:17.370818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39e5f09f-0184-41f3-b2e9-e6eda8b99cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:17.484325 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438a3cd-c436-4551-8ecd-9ee625f97d7c req-479c98c2-4097-4bec-a627-71d9e52f954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:17.485985 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e438a3cd-c436-4551-8ecd-9ee625f97d7c req-479c98c2-4097-4bec-a627-71d9e52f954a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51ae4b6b9f2140b8a381bac99293a112&device_id=dafe911b-6fee-4ad9-a6bf-7973abdaaa9d HTTP/1.1" status: 200  len: 1161 time: 0.0898719
Dec 04 21:47:17.497798 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39e5f09f-0184-41f3-b2e9-e6eda8b99cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:17.604353 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7e4ba-df27-4c92-a747-008f5262cf82 req-637f4d0d-c0a5-423d-947c-8f1a6083aa07 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:17.606886 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-84b7e4ba-df27-4c92-a747-008f5262cf82 req-637f4d0d-c0a5-423d-947c-8f1a6083aa07 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=dafe911b-6fee-4ad9-a6bf-7973abdaaa9d HTTP/1.1" status: 200  len: 944 time: 0.2202148
Dec 04 21:47:17.610822 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39e5f09f-0184-41f3-b2e9-e6eda8b99cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:17.617849 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-12754e04-9194-4472-852f-61551af6b3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:17.630936 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-137d87a3-4eb1-485b-9594-f807ea32f625 req-e433988f-9a7e-47cd-b626-b1c895c45db7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1997814
Dec 04 21:47:17.636858 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5f09f-0184-41f3-b2e9-e6eda8b99cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf309be-589e-48ee-b07a-c2fdc7c98dda,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:17.641277 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-39e5f09f-0184-41f3-b2e9-e6eda8b99cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:17.663698 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39e5f09f-0184-41f3-b2e9-e6eda8b99cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:17.669476 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-39e5f09f-0184-41f3-b2e9-e6eda8b99cda admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/faf309be-589e-48ee-b07a-c2fdc7c98dda HTTP/1.1" status: 204  len: 168 time: 0.3659387
Dec 04 21:47:17.712276 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-84b7e4ba-df27-4c92-a747-008f5262cf82 req-e3a96c33-9e14-4ab4-8ee9-117e4345f501 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782189
Dec 04 21:47:17.813460 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 37942) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:17.835538 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c6708aff-d6b6-4d8d-a9bd-b93053a0cc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:17.884679 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438a3cd-c436-4551-8ecd-9ee625f97d7c req-fb9f5b71-730b-469d-9c55-f2179b34df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:17.886309 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e438a3cd-c436-4551-8ecd-9ee625f97d7c req-fb9f5b71-730b-469d-9c55-f2179b34df57 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f29f42e0-f12f-43cd-b81a-9250c872c7e6 HTTP/1.1" status: 200  len: 907 time: 0.3895950
Dec 04 21:47:17.896243 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c6708aff-d6b6-4d8d-a9bd-b93053a0cc67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:17.903129 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c6708aff-d6b6-4d8d-a9bd-b93053a0cc67 admin admin] Usage tracker for resource:security_group_rule and tenant:f093574d0ae948b991c1e0f92f036796 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:17.907022 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c6708aff-d6b6-4d8d-a9bd-b93053a0cc67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:17.914855 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c6708aff-d6b6-4d8d-a9bd-b93053a0cc67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:17.975675 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d87a3-4eb1-485b-9594-f807ea32f625 req-aa75d7ef-105e-457f-831f-25bbd3c10c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:17.977424 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-137d87a3-4eb1-485b-9594-f807ea32f625 req-aa75d7ef-105e-457f-831f-25bbd3c10c26 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6269000b8fee4f4ba481974a0000d47a&device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 1162 time: 0.1317465
Dec 04 21:47:18.001794 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e438a3cd-c436-4551-8ecd-9ee625f97d7c req-d31f7b72-f277-4b7a-b0f1-64a6349e5f32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1386502b-59cd-4522-8ce6-0fb5cb15ea02 HTTP/1.1" status: 200  len: 217 time: 0.1063960
Dec 04 21:47:18.091026 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438a3cd-c436-4551-8ecd-9ee625f97d7c req-f32804f0-d482-4ab0-936f-2bf22db48b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:18.092557 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e438a3cd-c436-4551-8ecd-9ee625f97d7c req-f32804f0-d482-4ab0-936f-2bf22db48b21 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4165cdc1-a30e-4921-b426-192bb5a6b78a HTTP/1.1" status: 200  len: 853 time: 0.0758505
Dec 04 21:47:18.150470 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e438a3cd-c436-4551-8ecd-9ee625f97d7c req-fa5a9a3d-2a61-432e-8edd-caa17841c8ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29f42e0-f12f-43cd-b81a-9250c872c7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473213
Dec 04 21:47:18.160295 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c6708aff-d6b6-4d8d-a9bd-b93053a0cc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:18.166667 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c6708aff-d6b6-4d8d-a9bd-b93053a0cc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:18.177190 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-934b3c0e-1867-4b33-9c95-ca65af79e22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:18.247507 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6708aff-d6b6-4d8d-a9bd-b93053a0cc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7ee004-901b-49f6-85d9-dd4b8addee96,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:18.251047 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c6708aff-d6b6-4d8d-a9bd-b93053a0cc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:18.254043 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c6708aff-d6b6-4d8d-a9bd-b93053a0cc67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f093574d0ae948b991c1e0f92f036796&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4394691
Dec 04 21:47:18.266293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 37954) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:18.317251 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d87a3-4eb1-485b-9594-f807ea32f625 req-a17a9418-e09f-401c-8b3b-f421f67bca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:18.319395 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-137d87a3-4eb1-485b-9594-f807ea32f625 req-a17a9418-e09f-401c-8b3b-f421f67bca38 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3 HTTP/1.1" status: 200  len: 910 time: 0.2979827
Dec 04 21:47:18.389071 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e438a3cd-c436-4551-8ecd-9ee625f97d7c req-dc3416db-47f6-422e-b05d-703bcb922291 service neutron] 10.222.0.53 "GET /v2.0/networks/f29f42e0-f12f-43cd-b81a-9250c872c7e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2292683
Dec 04 21:47:18.452789 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-95451d57-6413-40e4-ad27-7d37820e3f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:18.469002 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-137d87a3-4eb1-485b-9594-f807ea32f625 req-2678c353-02f1-4ecb-852c-1348b9acd969 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e18066e0-93e6-49fd-9a9e-e65986b8dfb9 HTTP/1.1" status: 200  len: 1001 time: 0.1387150
Dec 04 21:47:18.536195 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-95451d57-6413-40e4-ad27-7d37820e3f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:18.577809 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e438a3cd-c436-4551-8ecd-9ee625f97d7c req-390f14bd-57b7-452a-b0fa-77f50ba81b0f service neutron] 10.222.0.53 "GET /v2.0/networks/f29f42e0-f12f-43cd-b81a-9250c872c7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1780305
Dec 04 21:47:18.597745 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d87a3-4eb1-485b-9594-f807ea32f625 req-276022d9-b401-4f4e-bb7f-8e39d107e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:18.601657 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-137d87a3-4eb1-485b-9594-f807ea32f625 req-276022d9-b401-4f4e-bb7f-8e39d107e590 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5941c058-3e71-4ca9-85ab-a81ea76a2e2e HTTP/1.1" status: 200  len: 855 time: 0.1178887
Dec 04 21:47:18.665096 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-95451d57-6413-40e4-ad27-7d37820e3f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:18.671151 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-46a00695-fb6c-4a6e-b8a3-818220445876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:18.693309 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95451d57-6413-40e4-ad27-7d37820e3f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7ee004-901b-49f6-85d9-dd4b8addee96,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:18.698832 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-95451d57-6413-40e4-ad27-7d37820e3f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:18.701635 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-95451d57-6413-40e4-ad27-7d37820e3f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:18.702775 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-95451d57-6413-40e4-ad27-7d37820e3f12 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e7ee004-901b-49f6-85d9-dd4b8addee96 HTTP/1.1" status: 204  len: 168 time: 0.4355161
Dec 04 21:47:18.720797 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d87a3-4eb1-485b-9594-f807ea32f625 req-5ba0eca0-9185-47bc-ad0c-71606b352d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:18.722882 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-137d87a3-4eb1-485b-9594-f807ea32f625 req-5ba0eca0-9185-47bc-ad0c-71606b352d4b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1125045
Dec 04 21:47:18.994893 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-137d87a3-4eb1-485b-9594-f807ea32f625 req-51e2833c-6085-4765-8a12-3149d4e6424b service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2244344
Dec 04 21:47:19.407098 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00a680-e9e2-4cea-9190-0e07f2a74756 req-74d48bdf-dba2-40d7-98ff-65064a76fac2 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:19.408828 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3c00a680-e9e2-4cea-9190-0e07f2a74756 req-74d48bdf-dba2-40d7-98ff-65064a76fac2 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=dafe911b-6fee-4ad9-a6bf-7973abdaaa9d HTTP/1.1" status: 200  len: 944 time: 0.4857793
Dec 04 21:47:19.488550 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-137d87a3-4eb1-485b-9594-f807ea32f625 req-8bfa33fd-2722-4c83-9138-cfcd0c598e37 service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4786584
Dec 04 21:47:19.496833 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3c00a680-e9e2-4cea-9190-0e07f2a74756 req-031bd0dc-b3a9-492b-bcc7-06f84e18d9b8 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788770
Dec 04 21:47:19.885610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 38004) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:20.035388 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-304076221-network', 'tenant_id': 'fb205bfaae4246f7a099f20923f1f2a8'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:47:20.041610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:20.046237 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Usage tracker for resource:network and tenant:fb205bfaae4246f7a099f20923f1f2a8 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:20.049498 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:20.057359 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:20.068296 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Made reservation on behalf of fb205bfaae4246f7a099f20923f1f2a8 for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:47:20.073408 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:20.087824 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:20.107973 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:20.113426 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Usage tracker for resource:security_group_rule and tenant:fb205bfaae4246f7a099f20923f1f2a8 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:20.119760 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:20.128239 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:20.235967 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:20.240404 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:20.250819 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-59f8a0c1-485a-4578-ab43-c2e3c80a2ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:20.289719 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 21:47:20.305552 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f378de94-1a03-43ba-8fc9-ffd2f98d8dcc,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:20.309870 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:20.323502 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:20.323502 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Added segment 2873d410-043c-4129-b903-b8d832910c11 of type vxlan for network 4303f85b-5262-4079-9088-8f5ecb7ed249
Dec 04 21:47:20.357639 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730055956612'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:20.400772 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:20.402409 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:20.403306 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:20.410699 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:20.457349 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-a1bf70a0-a936-48a1-a92f-4a291db9d42a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80266) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 04 21:47:20.563702 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38018) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:20.599070 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Pushing event updated for resources: {'Network': ['ID=4303f85b-5262-4079-9088-8f5ecb7ed249,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:20.609583 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.7189481
Dec 04 21:47:20.609583 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:20.610027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 38024) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:20.622296 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-4b811f61-904e-415d-98db-bba7b9849f00 admin admin] Request body: {'subnet': {'network_id': '4303f85b-5262-4079-9088-8f5ecb7ed249', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-304076221-subnet', 'tenant_id': 'fb205bfaae4246f7a099f20923f1f2a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:47:20.627575 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Network 4303f85b-5262-4079-9088-8f5ecb7ed249 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:47:20.632551 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4b811f61-904e-415d-98db-bba7b9849f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:20.652085 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4b811f61-904e-415d-98db-bba7b9849f00 admin admin] Usage tracker for resource:subnet and tenant:fb205bfaae4246f7a099f20923f1f2a8 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:20.665917 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4b811f61-904e-415d-98db-bba7b9849f00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:20.683945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4b811f61-904e-415d-98db-bba7b9849f00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:20.760686 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Network 4303f85b-5262-4079-9088-8f5ecb7ed249 details requested by agent ovs-agent-dv-cinder-749155-4-iscsi with host dv-cinder-749155-4-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:47:20.807450 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b811f61-904e-415d-98db-bba7b9849f00 admin admin] Made reservation on behalf of fb205bfaae4246f7a099f20923f1f2a8 for: {'subnet': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:47:20.816436 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4b811f61-904e-415d-98db-bba7b9849f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2777405'] for subnet, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:20.843664 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-636cdac9-48ac-4eb0-a3ff-b727877e41a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:20.864438 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-636cdac9-48ac-4eb0-a3ff-b727877e41a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:20.872154 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-636cdac9-48ac-4eb0-a3ff-b727877e41a3 admin admin] Usage tracker for resource:security_group_rule and tenant:66d8adb462784a41ab0ef96b5f5b855c is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:20.876350 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-636cdac9-48ac-4eb0-a3ff-b727877e41a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:20.886690 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-636cdac9-48ac-4eb0-a3ff-b727877e41a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:21.021943 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f36f39-65ed-4a4d-9860-54cbbf16f554 req-9b3e66cf-409a-4327-ad2c-1b8f16a6802b tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:21.023735 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c8f36f39-65ed-4a4d-9860-54cbbf16f554 req-9b3e66cf-409a-4327-ad2c-1b8f16a6802b tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=dafe911b-6fee-4ad9-a6bf-7973abdaaa9d HTTP/1.1" status: 200  len: 944 time: 0.3509686
Dec 04 21:47:21.046170 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-636cdac9-48ac-4eb0-a3ff-b727877e41a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:21.050902 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-636cdac9-48ac-4eb0-a3ff-b727877e41a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:21.076777 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c8568326-5fc0-478e-8b16-10f4aac3a438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:21.135884 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-636cdac9-48ac-4eb0-a3ff-b727877e41a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66d8adb462784a41ab0ef96b5f5b855c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5699542
Dec 04 21:47:21.138952 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 38028) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:21.143993 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cdac9-48ac-4eb0-a3ff-b727877e41a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b67045-a71e-49aa-a842-1c199e72efa9,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:21.150583 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-636cdac9-48ac-4eb0-a3ff-b727877e41a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:21.185301 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c8f36f39-65ed-4a4d-9860-54cbbf16f554 req-2dfdc762-f98a-43ed-b349-b86e61b0e365 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510203
Dec 04 21:47:21.286902 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 1386502b-59cd-4522-8ce6-0fb5cb15ea02 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:47:21.364734 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port 1386502b-59cd-4522-8ce6-0fb5cb15ea02 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:47:21.371117 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 1386502b-59cd-4522-8ce6-0fb5cb15ea02 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:47:21.371575 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:21.388990 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1aba6ffa-083f-42bf-98af-8b2449ff9a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:21.434112 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1aba6ffa-083f-42bf-98af-8b2449ff9a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:21.496365 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:21.526612 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafe911b-6fee-4ad9-a6bf-7973abdaaa9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1386502b-59cd-4522-8ce6-0fb5cb15ea02'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:47:21.528216 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1aba6ffa-083f-42bf-98af-8b2449ff9a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:21.532987 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:21.539264 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 1386502b-59cd-4522-8ce6-0fb5cb15ea02, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=1386502b-59cd-4522-8ce6-0fb5cb15ea02,segment=NetworkSegment(3e5dc64d-0482-433a-9b5f-3df59e6eb914),segment_id=3e5dc64d-0482-433a-9b5f-3df59e6eb914)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:47:21.542885 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:21.545703 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:21.552140 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba6ffa-083f-42bf-98af-8b2449ff9a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b67045-a71e-49aa-a842-1c199e72efa9,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:21.559074 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1aba6ffa-083f-42bf-98af-8b2449ff9a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:21.611879 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1aba6ffa-083f-42bf-98af-8b2449ff9a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:21.618724 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1aba6ffa-083f-42bf-98af-8b2449ff9a4d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3b67045-a71e-49aa-a842-1c199e72efa9 HTTP/1.1" status: 204  len: 168 time: 0.4707632
Dec 04 21:47:21.644088 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4b811f61-904e-415d-98db-bba7b9849f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850686063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2777426'] for subnet, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:21.660662 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1e1b9b95-be38-41fe-aed4-a609002230b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:21.806301 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafe911b-6fee-4ad9-a6bf-7973abdaaa9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1386502b-59cd-4522-8ce6-0fb5cb15ea02', 'code': 200}
Dec 04 21:47:21.836230 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b811f61-904e-415d-98db-bba7b9849f00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86af9def-62e8-4ed2-a4f4-f64acbadfac8,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:21.841754 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4b811f61-904e-415d-98db-bba7b9849f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:21.848348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=1386502b-59cd-4522-8ce6-0fb5cb15ea02,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:21.853378 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:21.989862 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b811f61-904e-415d-98db-bba7b9849f00 admin admin] Checking segment: {'id': '2873d410-043c-4129-b903-b8d832910c11', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4303f85b-5262-4079-9088-8f5ecb7ed249'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:47:21.990370 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b811f61-904e-415d-98db-bba7b9849f00 admin admin] Network hostable DHCP agents. Network: 4303f85b-5262-4079-9088-8f5ecb7ed249, hostable agents: ['edec75b3-292e-457a-a0f5-2edc56458644'], hosted agents: [] {{(pid=80265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 21:47:22.034948 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b811f61-904e-415d-98db-bba7b9849f00 admin admin] Network 4303f85b-5262-4079-9088-8f5ecb7ed249 is scheduled to be hosted by DHCP agent edec75b3-292e-457a-a0f5-2edc56458644 with binding_index 1 {{(pid=80265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 21:47:22.071545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa915a7-ebf9-4d41-89ad-16a63a913d53 req-3bdb479e-b743-4801-b44c-512f505de222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:22.073185 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6fa915a7-ebf9-4d41-89ad-16a63a913d53 req-3bdb479e-b743-4801-b44c-512f505de222 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dafe911b-6fee-4ad9-a6bf-7973abdaaa9d HTTP/1.1" status: 200  len: 1163 time: 0.1538072
Dec 04 21:47:22.074028 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-4b811f61-904e-415d-98db-bba7b9849f00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-iscsi, 4303f85b-5262-4079-9088-8f5ecb7ed249) {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:47:22.085688 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e99b40-f544-409e-a5da-fddee919d6be None None] Network 4303f85b-5262-4079-9088-8f5ecb7ed249 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:47:22.107081 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b811f61-904e-415d-98db-bba7b9849f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:22.107765 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4b811f61-904e-415d-98db-bba7b9849f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:22.171390 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6fa915a7-ebf9-4d41-89ad-16a63a913d53 req-27232aa4-227e-4cb8-a4a5-9eea8d8b8722 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864754
Dec 04 21:47:22.187715 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4b811f61-904e-415d-98db-bba7b9849f00 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5627730
Dec 04 21:47:22.440251 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 1386502b-59cd-4522-8ce6-0fb5cb15ea02 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:47:22.441166 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 38056) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:22.500512 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608087f7-846b-4dc2-96f7-4641f1559d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:22.536738 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-608087f7-846b-4dc2-96f7-4641f1559d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:22.545762 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-608087f7-846b-4dc2-96f7-4641f1559d3c admin admin] Usage tracker for resource:security_group_rule and tenant:0365cfba46774d85a5afa18103c92998 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:22.555307 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-608087f7-846b-4dc2-96f7-4641f1559d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:22.570596 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-608087f7-846b-4dc2-96f7-4641f1559d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:22.595225 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 1386502b-59cd-4522-8ce6-0fb5cb15ea02 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:47:22.595627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:22.665991 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d75f350-5f3f-44c7-81b0-1a548b420e27 None None] Network 4303f85b-5262-4079-9088-8f5ecb7ed249 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:47:22.765808 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608087f7-846b-4dc2-96f7-4641f1559d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:22.859272 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-608087f7-846b-4dc2-96f7-4641f1559d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:22.872314 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6bfa1643-a551-4993-9c27-138643491192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:22.935237 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-608087f7-846b-4dc2-96f7-4641f1559d3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0365cfba46774d85a5afa18103c92998&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4923368
Dec 04 21:47:22.939897 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38064) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:22.941596 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608087f7-846b-4dc2-96f7-4641f1559d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ab0725-c61a-4c2f-b07c-105fe8dd147e,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:22.946366 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-608087f7-846b-4dc2-96f7-4641f1559d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:22.983301 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc1a9e-2144-4f1c-8209-adfc399eb001 req-3a6605b9-4c91-4fcf-a405-4315ed20ec4e tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:22.985289 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dbc1a9e-2144-4f1c-8209-adfc399eb001 req-3a6605b9-4c91-4fcf-a405-4315ed20ec4e tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=dafe911b-6fee-4ad9-a6bf-7973abdaaa9d HTTP/1.1" status: 200  len: 946 time: 0.5795553
Dec 04 21:47:23.048109 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dbc1a9e-2144-4f1c-8209-adfc399eb001 req-30a284d7-0ff6-4f40-b05a-624b7c08b663 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473797
Dec 04 21:47:23.065462 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80ea8b00-d586-409a-93b8-f78b4a1c93d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:23.098869 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80ea8b00-d586-409a-93b8-f78b4a1c93d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:23.150193 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80ea8b00-d586-409a-93b8-f78b4a1c93d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:23.155467 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-248f2dbe-ea7e-43de-9f42-24effc7f4fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:23.171188 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea8b00-d586-409a-93b8-f78b4a1c93d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ab0725-c61a-4c2f-b07c-105fe8dd147e,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:23.176278 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80ea8b00-d586-409a-93b8-f78b4a1c93d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:23.183938 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80ea8b00-d586-409a-93b8-f78b4a1c93d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:23.190738 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-80ea8b00-d586-409a-93b8-f78b4a1c93d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f0ab0725-c61a-4c2f-b07c-105fe8dd147e HTTP/1.1" status: 204  len: 168 time: 0.2490427
Dec 04 21:47:23.681041 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38086) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:23.687575 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-57553803-network', 'tenant_id': 'a6bb79e7a2a84996b0f70478372d87c9'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:47:23.693092 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:23.697998 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Usage tracker for resource:network and tenant:a6bb79e7a2a84996b0f70478372d87c9 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:23.701197 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:23.708041 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:23.722114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Made reservation on behalf of a6bb79e7a2a84996b0f70478372d87c9 for: {'network': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:47:23.728284 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:23.746986 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:23.767833 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:23.774643 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Usage tracker for resource:security_group_rule and tenant:a6bb79e7a2a84996b0f70478372d87c9 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:23.778805 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:23.786367 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:23.914463 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:23.919775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:23.929082 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5fcf6486-4d5c-4b0e-8a77-9d45e90e2fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:23.985427 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 21:47:24.009280 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58324fcb-05ad-4743-b8d6-539200881778,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:24.014990 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:24.020794 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363306798248137', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:24.020794 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Added segment 92f4057d-2f58-45af-94d5-8c2662953afe of type vxlan for network a70b257c-a083-4c6a-82ee-1029ed9e1e82
Dec 04 21:47:24.085536 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730055956612'] for network, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:24.151281 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for network, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:24.153008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:24.153858 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:24.158510 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:24.284719 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Pushing event updated for resources: {'Network': ['ID=a70b257c-a083-4c6a-82ee-1029ed9e1e82,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:24.289545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:24.291833 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 873 time: 0.6097133
Dec 04 21:47:24.295565 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38100) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:24.298435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Network a70b257c-a083-4c6a-82ee-1029ed9e1e82 details requested by agent ovs-agent-dv-cinder-749155-4-iscsi with host dv-cinder-749155-4-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:47:24.307920 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-42b8aaa9-e9e6-4af9-9011-ad46977b9014 admin admin] Request body: {'subnet': {'network_id': 'a70b257c-a083-4c6a-82ee-1029ed9e1e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-57553803-subnet', 'tenant_id': 'a6bb79e7a2a84996b0f70478372d87c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:47:24.315278 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-42b8aaa9-e9e6-4af9-9011-ad46977b9014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:24.323803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-42b8aaa9-e9e6-4af9-9011-ad46977b9014 admin admin] Usage tracker for resource:subnet and tenant:a6bb79e7a2a84996b0f70478372d87c9 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:24.329457 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-42b8aaa9-e9e6-4af9-9011-ad46977b9014 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:24.340696 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-42b8aaa9-e9e6-4af9-9011-ad46977b9014 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:24.352522 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f9f66-878f-4a24-8574-76aa9efbf418 req-564dc7f5-0e71-44b6-82c0-618c90419dbb tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:24.354432 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a89f9f66-878f-4a24-8574-76aa9efbf418 req-564dc7f5-0e71-44b6-82c0-618c90419dbb tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=dafe911b-6fee-4ad9-a6bf-7973abdaaa9d HTTP/1.1" status: 200  len: 946 time: 0.1330099
Dec 04 21:47:24.357606 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b8aaa9-e9e6-4af9-9011-ad46977b9014 admin admin] Made reservation on behalf of a6bb79e7a2a84996b0f70478372d87c9 for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:47:24.365656 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-42b8aaa9-e9e6-4af9-9011-ad46977b9014 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9947497'] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:24.409798 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Network a70b257c-a083-4c6a-82ee-1029ed9e1e82 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:47:24.425288 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a89f9f66-878f-4a24-8574-76aa9efbf418 req-da815ec7-91cb-4eca-aad3-3afee3f92429 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639410
Dec 04 21:47:24.556328 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 1386502b-59cd-4522-8ce6-0fb5cb15ea02 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:47:24.679560 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 1386502b-59cd-4522-8ce6-0fb5cb15ea02 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:47:24.680000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:25.151082 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-42b8aaa9-e9e6-4af9-9011-ad46977b9014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4002239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9947398'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:25.196308 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c6293545-15ab-470d-9b4a-11af587b37ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:25.383237 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8aaa9-e9e6-4af9-9011-ad46977b9014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0852e49c-955d-40e4-831a-3dbffc49c4cc,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:25.388634 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-42b8aaa9-e9e6-4af9-9011-ad46977b9014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:25.444610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d83b1d-0f5d-4ee2-a5d8-77d0c7097057 req-0671779a-aa0c-4288-b6a4-1e5c2b678209 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:25.447935 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e8d83b1d-0f5d-4ee2-a5d8-77d0c7097057 req-0671779a-aa0c-4288-b6a4-1e5c2b678209 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1814268
Dec 04 21:47:25.475984 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b8aaa9-e9e6-4af9-9011-ad46977b9014 admin admin] Checking segment: {'id': '92f4057d-2f58-45af-94d5-8c2662953afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a70b257c-a083-4c6a-82ee-1029ed9e1e82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:47:25.476384 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b8aaa9-e9e6-4af9-9011-ad46977b9014 admin admin] Network hostable DHCP agents. Network: a70b257c-a083-4c6a-82ee-1029ed9e1e82, hostable agents: ['edec75b3-292e-457a-a0f5-2edc56458644'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 21:47:25.498373 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b8aaa9-e9e6-4af9-9011-ad46977b9014 admin admin] Network a70b257c-a083-4c6a-82ee-1029ed9e1e82 is scheduled to be hosted by DHCP agent edec75b3-292e-457a-a0f5-2edc56458644 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 21:47:25.509484 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-42b8aaa9-e9e6-4af9-9011-ad46977b9014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-iscsi, a70b257c-a083-4c6a-82ee-1029ed9e1e82) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:47:25.523540 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b8aaa9-e9e6-4af9-9011-ad46977b9014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:25.523783 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e51058-bf99-4335-b740-33d0a667a83f None None] Network a70b257c-a083-4c6a-82ee-1029ed9e1e82 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:47:25.524580 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-42b8aaa9-e9e6-4af9-9011-ad46977b9014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:25.546122 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e8d83b1d-0f5d-4ee2-a5d8-77d0c7097057 req-105719f1-fb68-4b8d-b6a1-5c35e7ab2889 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0909886
Dec 04 21:47:25.555806 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-42b8aaa9-e9e6-4af9-9011-ad46977b9014 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.2499528
Dec 04 21:47:25.837786 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866e4cfa-3ad9-499a-8317-f0b875c4a9d5 None None] Network a70b257c-a083-4c6a-82ee-1029ed9e1e82 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:47:26.658193 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-17973169-d233-4a23-babf-7021e541b345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:26.887914 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152476e-abba-421e-8a0c-b57c142d81c6 req-617f7757-6721-408d-a033-20ed98cf56eb tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:26.891371 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a152476e-abba-421e-8a0c-b57c142d81c6 req-617f7757-6721-408d-a033-20ed98cf56eb tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1257892
Dec 04 21:47:26.981849 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a152476e-abba-421e-8a0c-b57c142d81c6 req-416b83ad-0121-47ba-85b3-e1cc699cb187 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778332
Dec 04 21:47:28.622542 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f129c6-2266-40b1-b076-f96ed6c93bcb req-ef61d3de-4322-4070-b635-34cb84da64d0 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:28.625872 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-92f129c6-2266-40b1-b076-f96ed6c93bcb req-ef61d3de-4322-4070-b635-34cb84da64d0 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.4673688
Dec 04 21:47:28.720034 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-92f129c6-2266-40b1-b076-f96ed6c93bcb req-9670eb2c-26c0-44a1-b834-367f8bc65b6b tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745893
Dec 04 21:47:29.452377 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:29.960977 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a37c7c-358e-4050-97ac-1dff05d4830e req-6e318a52-8859-4643-9ff1-ae843dd76fff tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:29.963177 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00a37c7c-358e-4050-97ac-1dff05d4830e req-6e318a52-8859-4643-9ff1-ae843dd76fff tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.0916038
Dec 04 21:47:30.045140 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00a37c7c-358e-4050-97ac-1dff05d4830e req-f27e5190-f0f7-482c-8a78-871e7a0444ec tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745337
Dec 04 21:47:30.521008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ad714fe-c475-4c62-819c-fd5a96bdf6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:31.086148 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb578c-1708-407e-9c99-11bbf1708080 req-efd75f2b-7657-4957-bdd5-a7e47faad494 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:31.090501 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6bcb578c-1708-407e-9c99-11bbf1708080 req-efd75f2b-7657-4957-bdd5-a7e47faad494 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.1246309
Dec 04 21:47:31.180887 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6bcb578c-1708-407e-9c99-11bbf1708080 req-542b1bcb-b866-43c7-a72f-08139fa4125f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0831161
Dec 04 21:47:31.328266 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506a3d0-ce95-4243-a6e5-5f95f472fa09 req-d8d6fce3-9a33-45f6-a754-14ffd7f8031e tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:31.331189 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3506a3d0-ce95-4243-a6e5-5f95f472fa09 req-d8d6fce3-9a33-45f6-a754-14ffd7f8031e tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1197851
Dec 04 21:47:31.401763 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3506a3d0-ce95-4243-a6e5-5f95f472fa09 req-0762486d-8c39-42d6-a1e8-172f71057708 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603018
Dec 04 21:47:31.558997 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:31.915620 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:32.159070 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:32.310180 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38304) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:32.534588 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bc719-b926-4473-82f5-2fd9d0045aa7 req-f8dd9d1f-3275-478f-b9f3-8fb804f5676a tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:32.535054 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba47b977-bdeb-43d1-b902-97dc23e8a13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:32.538797 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0e2bc719-b926-4473-82f5-2fd9d0045aa7 req-f8dd9d1f-3275-478f-b9f3-8fb804f5676a tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.1434505
Dec 04 21:47:32.570979 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ba47b977-bdeb-43d1-b902-97dc23e8a13c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:32.578765 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ba47b977-bdeb-43d1-b902-97dc23e8a13c admin admin] Usage tracker for resource:security_group_rule and tenant:fb727a3a77d14e00979ad3459ffe13e5 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:32.595031 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ba47b977-bdeb-43d1-b902-97dc23e8a13c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:32.609193 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ba47b977-bdeb-43d1-b902-97dc23e8a13c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:32.629395 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0e2bc719-b926-4473-82f5-2fd9d0045aa7 req-a2181b79-c757-49a4-bf73-1014c5d7abb7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841238
Dec 04 21:47:32.783292 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51832892-bb58-4c8f-ab93-c4612a74c25d req-5dd98c58-fa23-4281-8cad-c39d33f25bcd tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:32.789291 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-51832892-bb58-4c8f-ab93-c4612a74c25d req-5dd98c58-fa23-4281-8cad-c39d33f25bcd tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1347160
Dec 04 21:47:32.804624 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba47b977-bdeb-43d1-b902-97dc23e8a13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:32.809186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba47b977-bdeb-43d1-b902-97dc23e8a13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:32.818018 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:32.877907 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47b977-bdeb-43d1-b902-97dc23e8a13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b6e620-8f86-45ca-a597-c233d7f8be24,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:32.888973 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-51832892-bb58-4c8f-ab93-c4612a74c25d req-d4ef9ce7-e36f-44e9-bd96-d6eb86f7f1b9 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979838
Dec 04 21:47:32.895008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 38318) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:32.895726 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ba47b977-bdeb-43d1-b902-97dc23e8a13c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb727a3a77d14e00979ad3459ffe13e5&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5813687
Dec 04 21:47:32.897929 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ba47b977-bdeb-43d1-b902-97dc23e8a13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:32.972768 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44814f9a-481b-455e-bf30-2ca54fe43d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:33.053799 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44814f9a-481b-455e-bf30-2ca54fe43d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:33.135845 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bd8a8-e311-4e7b-8f32-db7d01ff38cf req-acb1a3dd-6acc-4b62-890d-7ebea258f1c2 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:33.137565 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-952bd8a8-e311-4e7b-8f32-db7d01ff38cf req-acb1a3dd-6acc-4b62-890d-7ebea258f1c2 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.53 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.1488621
Dec 04 21:47:33.142359 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44814f9a-481b-455e-bf30-2ca54fe43d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:33.150131 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-09d97bfe-ba95-43a2-abca-9045c8b7c192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:33.202894 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44814f9a-481b-455e-bf30-2ca54fe43d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b6e620-8f86-45ca-a597-c233d7f8be24,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:33.215640 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-44814f9a-481b-455e-bf30-2ca54fe43d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:33.236545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44814f9a-481b-455e-bf30-2ca54fe43d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:33.237813 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-44814f9a-481b-455e-bf30-2ca54fe43d88 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e4b6e620-8f86-45ca-a597-c233d7f8be24 HTTP/1.1" status: 204  len: 168 time: 0.3414960
Dec 04 21:47:33.257532 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-952bd8a8-e311-4e7b-8f32-db7d01ff38cf req-a6c04a6a-4743-4235-98c0-59f5ecf39aef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Deleting port e18066e0-93e6-49fd-9a9e-e65986b8dfb9 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:47:33.257923 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-952bd8a8-e311-4e7b-8f32-db7d01ff38cf req-a6c04a6a-4743-4235-98c0-59f5ecf39aef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:33.652159 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-952bd8a8-e311-4e7b-8f32-db7d01ff38cf req-a6c04a6a-4743-4235-98c0-59f5ecf39aef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] For port e18066e0-93e6-49fd-9a9e-e65986b8dfb9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e18066e0-93e6-49fd-9a9e-e65986b8dfb9,segment=NetworkSegment(b9aa6b1b-70f1-49f2-903b-24c74e9f483f),segment_id=b9aa6b1b-70f1-49f2-903b-24c74e9f483f)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:47:33.652559 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-952bd8a8-e311-4e7b-8f32-db7d01ff38cf req-a6c04a6a-4743-4235-98c0-59f5ecf39aef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:33.792784 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38334) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:33.815981 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:33.839846 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:33.845628 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Usage tracker for resource:security_group_rule and tenant:f453a3f224d346728e745472918b2fa8 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:33.849972 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:33.857424 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:33.984010 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:33.988122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:34.007480 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-051c8e9e-fa61-49e2-ad71-86842acdc93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:34.094876 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f453a3f224d346728e745472918b2fa8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2996287
Dec 04 21:47:34.096297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c164b723-6e37-4cc5-9c33-5fed2aa333a5,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:34.100427 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38342) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:34.139670 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.140325 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.140974 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.141606 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.142187 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.142803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.143415 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.144090 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.144682 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.145307 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.145866 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.147033 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.147834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.148425 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.149066 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.149616 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.150252 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.150823 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.151434 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.152083 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.152679 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.153349 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.153970 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.154628 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:34.166710 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:34.258315 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ac93f24-2009-471b-8e91-47ed2233d1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:34.321731 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ac93f24-2009-471b-8e91-47ed2233d1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:34.417921 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ac93f24-2009-471b-8e91-47ed2233d1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:34.423699 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-524695f8-079b-46a7-95c1-f57d263cfcc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:34.438826 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac93f24-2009-471b-8e91-47ed2233d1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c164b723-6e37-4cc5-9c33-5fed2aa333a5,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:34.441451 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7ac93f24-2009-471b-8e91-47ed2233d1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:34.451930 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ac93f24-2009-471b-8e91-47ed2233d1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:34.454867 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7ac93f24-2009-471b-8e91-47ed2233d1af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c164b723-6e37-4cc5-9c33-5fed2aa333a5 HTTP/1.1" status: 204  len: 168 time: 0.3501840
Dec 04 21:47:34.472832 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-952bd8a8-e311-4e7b-8f32-db7d01ff38cf req-a6c04a6a-4743-4235-98c0-59f5ecf39aef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for floatingip, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:34.473405 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-952bd8a8-e311-4e7b-8f32-db7d01ff38cf req-a6c04a6a-4743-4235-98c0-59f5ecf39aef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:34.473853 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-952bd8a8-e311-4e7b-8f32-db7d01ff38cf req-a6c04a6a-4743-4235-98c0-59f5ecf39aef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Floating IP 689db1b9-828d-4258-8f4d-f24101889601 disassociated. External IP: 172.27.1.135, port: e18066e0-93e6-49fd-9a9e-e65986b8dfb9.
Dec 04 21:47:34.475237 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-952bd8a8-e311-4e7b-8f32-db7d01ff38cf req-a6c04a6a-4743-4235-98c0-59f5ecf39aef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Calling delete_port for e18066e0-93e6-49fd-9a9e-e65986b8dfb9 owned by compute:nova {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:47:34.550430 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12833a2d-87d4-4b0c-944f-fe1caeaafc94 req-d3873606-42e9-4bf3-98f4-13b94589d9f4 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:34.556023 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-12833a2d-87d4-4b0c-944f-fe1caeaafc94 req-d3873606-42e9-4bf3-98f4-13b94589d9f4 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 945 time: 0.6597857
Dec 04 21:47:34.657442 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241da94-26a2-4989-968f-07a0e688f4ed req-bfd251eb-a00e-4072-9738-9b94ed801a28 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:34.660371 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5241da94-26a2-4989-968f-07a0e688f4ed req-bfd251eb-a00e-4072-9738-9b94ed801a28 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.6139455
Dec 04 21:47:34.804075 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-12833a2d-87d4-4b0c-944f-fe1caeaafc94 req-d8ae558e-6ef3-4da5-b731-5b027f051b1a tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=92560205-7bb0-4fba-825d-74033f9edf61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2276382
Dec 04 21:47:34.856995 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device b5d71d52-c53b-495f-acbe-a1ac21745fda up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:47:35.006272 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port b5d71d52-c53b-495f-acbe-a1ac21745fda triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:47:35.007350 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:35.016427 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5241da94-26a2-4989-968f-07a0e688f4ed req-46bcb45e-3d9d-4049-967d-f8ead0ca3d25 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3173337
Dec 04 21:47:35.067284 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-952bd8a8-e311-4e7b-8f32-db7d01ff38cf req-a6c04a6a-4743-4235-98c0-59f5ecf39aef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:35.311152 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:35.335896 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e18066e0-93e6-49fd-9a9e-e65986b8dfb9 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:47:35.439652 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] No Port match for: e18066e0-93e6-49fd-9a9e-e65986b8dfb9 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:47:35.440429 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e18066e0-93e6-49fd-9a9e-e65986b8dfb9 not bound to the agent host hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:47:35.448539 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c04a6a-4743-4235-98c0-59f5ecf39aef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Pushing event deleted for resources: {'Port': ['ID=e18066e0-93e6-49fd-9a9e-e65986b8dfb9,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:35.456418 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a6c04a6a-4743-4235-98c0-59f5ecf39aef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:35.931712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:47:36.054675 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-952bd8a8-e311-4e7b-8f32-db7d01ff38cf req-a6c04a6a-4743-4235-98c0-59f5ecf39aef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:47:36.241754 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a9b8150-e1a2-48dd-98ed-12a2678dd71f req-e03323d0-1703-44b9-a8d2-50e25c5082be tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 210 time: 0.0652218
Dec 04 21:47:36.427005 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-952bd8a8-e311-4e7b-8f32-db7d01ff38cf req-a6c04a6a-4743-4235-98c0-59f5ecf39aef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:47:36.439075 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f7ba5a-9762-4adf-8996-9a81de7a3e0e None None] Sync routers for ids ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:47:36.451593 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f7ba5a-9762-4adf-8996-9a81de7a3e0e None None] Routers {'40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:47:36.452581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-38f7ba5a-9762-4adf-8996-9a81de7a3e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd34cc50>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:47:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:47:36.492839 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-952bd8a8-e311-4e7b-8f32-db7d01ff38cf req-a6c04a6a-4743-4235-98c0-59f5ecf39aef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] No DVR routers for this DVR port e18066e0-93e6-49fd-9a9e-e65986b8dfb9 on host hv-cinder-74915 {{(pid=80265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:47:36.496363 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-952bd8a8-e311-4e7b-8f32-db7d01ff38cf req-a6c04a6a-4743-4235-98c0-59f5ecf39aef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:36.501375 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb00024d-cbed-45f9-b552-ffa7d06c83d6', 'name': 'network-vif-deleted', 'tag': 'e18066e0-93e6-49fd-9a9e-e65986b8dfb9'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:47:36.524905 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-952bd8a8-e311-4e7b-8f32-db7d01ff38cf req-a6c04a6a-4743-4235-98c0-59f5ecf39aef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.53 "DELETE /v2.0/ports/e18066e0-93e6-49fd-9a9e-e65986b8dfb9 HTTP/1.1" status: 204  len: 173 time: 3.3772967
Dec 04 21:47:36.559344 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc328ef-41a0-4b78-a100-114fae4708e3 req-6b35fb49-ae54-4120-a53b-f691fea293a0 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:36.561100 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2fc328ef-41a0-4b78-a100-114fae4708e3 req-6b35fb49-ae54-4120-a53b-f691fea293a0 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.2162323
Dec 04 21:47:36.693736 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2fc328ef-41a0-4b78-a100-114fae4708e3 req-92f1d4bc-f45a-4ce5-ba89-74e2c1ab1739 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860395
Dec 04 21:47:36.724345 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb00024d-cbed-45f9-b552-ffa7d06c83d6', 'name': 'network-vif-deleted', 'tag': 'e18066e0-93e6-49fd-9a9e-e65986b8dfb9', 'status': 'completed', 'code': 200}
Dec 04 21:47:36.730628 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-38f7ba5a-9762-4adf-8996-9a81de7a3e0e None None] Set router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:47:37.252453 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-38f7ba5a-9762-4adf-8996-9a81de7a3e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd34cc50>, [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:42:42Z', 'revision_number': 4, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '66a8b243-b6ba-4d8a-bbc3-fdb0940933a4', 'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'mac_address': 'fa:16:3e:e6:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:36Z', 'updated_at': '2020-12-04T21:42:59Z', 'revision_number': 5, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'subnets': [{'id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:47:37.257905 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f7ba5a-9762-4adf-8996-9a81de7a3e0e None None] Checking router: 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:47:37.270419 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f7ba5a-9762-4adf-8996-9a81de7a3e0e None None] Routers {'40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:47:37.271871 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-38f7ba5a-9762-4adf-8996-9a81de7a3e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd34cc50>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:47:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:47:37.850760 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-38f7ba5a-9762-4adf-8996-9a81de7a3e0e None None] Set router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:47:38.134492 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-89c04075-a1d0-4b71-9797-6f618a7ce26e req-48c1b820-269a-4203-93f1-08df63171b49 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Synchronizing usage tracker for tenant:6269000b8fee4f4ba481974a0000d47a on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:47:38.163217 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-89c04075-a1d0-4b71-9797-6f618a7ce26e req-48c1b820-269a-4203-93f1-08df63171b49 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Unset dirty status for tenant:6269000b8fee4f4ba481974a0000d47a on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:47:38.175064 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-89c04075-a1d0-4b71-9797-6f618a7ce26e req-48c1b820-269a-4203-93f1-08df63171b49 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=eb00024d-cbed-45f9-b552-ffa7d06c83d6 HTTP/1.1" status: 200  len: 210 time: 0.1771841
Dec 04 21:47:38.228474 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29216c58-f50b-45eb-a4c2-491e9b4473a0 req-b835911c-a4a8-4a88-9302-0285efde893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:38.230630 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29216c58-f50b-45eb-a4c2-491e9b4473a0 req-b835911c-a4a8-4a88-9302-0285efde893a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f44e9f0609524db8ba8777ab4a04a3e9&device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 1163 time: 0.3460100
Dec 04 21:47:38.246910 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-38f7ba5a-9762-4adf-8996-9a81de7a3e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd34cc50>, [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:42:42Z', 'revision_number': 4, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '66a8b243-b6ba-4d8a-bbc3-fdb0940933a4', 'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'mac_address': 'fa:16:3e:e6:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:36Z', 'updated_at': '2020-12-04T21:42:59Z', 'revision_number': 5, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'subnets': [{'id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:47:38.252671 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f7ba5a-9762-4adf-8996-9a81de7a3e0e None None] The sync data for ids ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'] in dv-cinder-749155-4-iscsi is: [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:42:42Z', 'revision_number': 4, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '66a8b243-b6ba-4d8a-bbc3-fdb0940933a4', 'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'mac_address': 'fa:16:3e:e6:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:36Z', 'updated_at': '2020-12-04T21:42:59Z', 'revision_number': 5, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'subnets': [{'id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:47:38.279850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e0a81-eadf-4ce8-b019-56a470712923 req-defbeb7b-b14f-4791-a60f-787e647ae72e tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:38.281680 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3f5e0a81-eadf-4ce8-b019-56a470712923 req-defbeb7b-b14f-4791-a60f-787e647ae72e tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.5591660
Dec 04 21:47:38.428639 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3f5e0a81-eadf-4ce8-b019-56a470712923 req-a65d6705-c54a-4737-8db9-0696ca69af82 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827625
Dec 04 21:47:38.469014 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29216c58-f50b-45eb-a4c2-491e9b4473a0 req-e09365dc-0a29-4901-82ac-c33f1e8a5fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:38.470897 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29216c58-f50b-45eb-a4c2-491e9b4473a0 req-e09365dc-0a29-4901-82ac-c33f1e8a5fef service neutron] 10.222.0.53 "GET /v2.0/networks?id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29 HTTP/1.1" status: 200  len: 904 time: 0.2315114
Dec 04 21:47:38.596511 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29216c58-f50b-45eb-a4c2-491e9b4473a0 req-a094849a-f1d9-4d66-9ea2-1f47ceb47c97 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d71d52-c53b-495f-acbe-a1ac21745fda HTTP/1.1" status: 200  len: 1002 time: 0.1180100
Dec 04 21:47:38.718454 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29216c58-f50b-45eb-a4c2-491e9b4473a0 req-688a1974-5293-410c-95a1-1202126f8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:38.721329 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29216c58-f50b-45eb-a4c2-491e9b4473a0 req-688a1974-5293-410c-95a1-1202126f8bd9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f101be7-7361-44f6-9e0b-cdaa01d7405a HTTP/1.1" status: 200  len: 849 time: 0.1127822
Dec 04 21:47:38.761092 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a670bb3-9489-4735-8d02-41ca32a4ad50 None None] New status for floating IP 689db1b9-828d-4258-8f4d-f24101889601: DOWN {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 21:47:38.983021 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29216c58-f50b-45eb-a4c2-491e9b4473a0 req-e1c90a16-b35e-4a8b-8c44-0d1e0d6ed4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:38.984806 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29216c58-f50b-45eb-a4c2-491e9b4473a0 req-e1c90a16-b35e-4a8b-8c44-0d1e0d6ed4c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2453089
Dec 04 21:47:39.146951 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29216c58-f50b-45eb-a4c2-491e9b4473a0 req-54a9e307-89ec-48d7-8f6b-67d2933beff0 service neutron] 10.222.0.53 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524644
Dec 04 21:47:39.367265 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29216c58-f50b-45eb-a4c2-491e9b4473a0 req-57da71b6-c8ae-4fd4-bcc1-64163a6131d3 service neutron] 10.222.0.53 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2104030
Dec 04 21:47:39.404759 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38440) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:39.491583 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc72a889-a410-4984-a542-add0feb030a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:39.526843 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc72a889-a410-4984-a542-add0feb030a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:39.593957 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc72a889-a410-4984-a542-add0feb030a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:39.601423 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ed28e5db-36e5-472f-8a1e-c85f942b229b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:39.633624 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72a889-a410-4984-a542-add0feb030a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Pushing event deleted for resources: {'SecurityGroup': ['ID=92560205-7bb0-4fba-825d-74033f9edf61,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:39.637504 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dc72a889-a410-4984-a542-add0feb030a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:39.653229 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc72a889-a410-4984-a542-add0feb030a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:39.655167 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-dc72a889-a410-4984-a542-add0feb030a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "DELETE /v2.0/security-groups/92560205-7bb0-4fba-825d-74033f9edf61 HTTP/1.1" status: 204  len: 168 time: 0.2492120
Dec 04 21:47:39.658123 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38450) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:39.698517 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.v2.resource [None req-aeb0bd89-0b31-4649-a905-34877d555310 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] show failed (client error): The resource could not be found.
Dec 04 21:47:39.703001 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-aeb0bd89-0b31-4649-a905-34877d555310 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups/92560205-7bb0-4fba-825d-74033f9edf61 HTTP/1.1" status: 404  len: 347 time: 0.0396774
Dec 04 21:47:39.705572 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38454) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:39.746846 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a00a21-d9dd-49f8-b104-20965829afa7 req-67dbe589-8eeb-4317-a7e8-7405d1a2b68b tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:39.749282 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d2a00a21-d9dd-49f8-b104-20965829afa7 req-67dbe589-8eeb-4317-a7e8-7405d1a2b68b tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1433544
Dec 04 21:47:39.834269 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d2a00a21-d9dd-49f8-b104-20965829afa7 req-158c3497-e1ac-4926-a1f6-4441e43e0d66 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760908
Dec 04 21:47:39.994158 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-398d0d88-187a-4d84-a5f2-d415b4bb21ff tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Deleting port 59c0a143-348f-4ff3-97ed-8611d32dbff8 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:47:39.995019 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-398d0d88-187a-4d84-a5f2-d415b4bb21ff tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:40.259059 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-398d0d88-187a-4d84-a5f2-d415b4bb21ff tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:40.259389 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-398d0d88-187a-4d84-a5f2-d415b4bb21ff tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for floatingip, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:40.417163 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-398d0d88-187a-4d84-a5f2-d415b4bb21ff tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Calling delete_port for 59c0a143-348f-4ff3-97ed-8611d32dbff8 owned by network:floatingip {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:47:40.590632 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-398d0d88-187a-4d84-a5f2-d415b4bb21ff tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:40.612333 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f019ad3e-4065-42de-b7fc-588aa0041cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:40.709292 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d0d88-187a-4d84-a5f2-d415b4bb21ff tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Pushing event deleted for resources: {'Port': ['ID=59c0a143-348f-4ff3-97ed-8611d32dbff8,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:40.713621 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-398d0d88-187a-4d84-a5f2-d415b4bb21ff tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:40.780237 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device b5d71d52-c53b-495f-acbe-a1ac21745fda up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:47:40.854081 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-398d0d88-187a-4d84-a5f2-d415b4bb21ff tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for floatingip, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:40.861266 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port b5d71d52-c53b-495f-acbe-a1ac21745fda triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:47:40.861977 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:40.876118 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-398d0d88-187a-4d84-a5f2-d415b4bb21ff tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:40.880642 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-398d0d88-187a-4d84-a5f2-d415b4bb21ff tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "DELETE /v2.0/floatingips/689db1b9-828d-4258-8f4d-f24101889601 HTTP/1.1" status: 204  len: 168 time: 1.1707230
Dec 04 21:47:41.177810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d10aa-055a-474f-a48b-8868c28129ca req-e214dd5c-b9da-417f-ace2-09913f500836 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:41.181022 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2b8d10aa-055a-474f-a48b-8868c28129ca req-e214dd5c-b9da-417f-ace2-09913f500836 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1529324
Dec 04 21:47:41.269141 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2b8d10aa-055a-474f-a48b-8868c28129ca req-5eb27f0b-e55d-44ce-a579-b479d868d0c2 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810635
Dec 04 21:47:41.529915 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38494) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:41.536833 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-e48995d8-c1a0-45b9-b990-dba5d6c40dd9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Request body: {'security_group': {'name': 'tempest-securitygroup--1282265750', 'description': 'tempest-description--845012140'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:47:41.546293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e48995d8-c1a0-45b9-b990-dba5d6c40dd9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:41.552383 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e48995d8-c1a0-45b9-b990-dba5d6c40dd9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Usage tracker for resource:security_group and tenant:6269000b8fee4f4ba481974a0000d47a is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:41.556333 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e48995d8-c1a0-45b9-b990-dba5d6c40dd9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:41.564129 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e48995d8-c1a0-45b9-b990-dba5d6c40dd9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:41.576600 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e48995d8-c1a0-45b9-b990-dba5d6c40dd9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:41.601491 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e48995d8-c1a0-45b9-b990-dba5d6c40dd9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:41.607189 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e48995d8-c1a0-45b9-b990-dba5d6c40dd9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Usage tracker for resource:security_group_rule and tenant:6269000b8fee4f4ba481974a0000d47a is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:41.610951 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e48995d8-c1a0-45b9-b990-dba5d6c40dd9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:41.619263 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e48995d8-c1a0-45b9-b990-dba5d6c40dd9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:41.756080 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e48995d8-c1a0-45b9-b990-dba5d6c40dd9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:41.759821 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e48995d8-c1a0-45b9-b990-dba5d6c40dd9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:41.767024 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ce57e81c-db40-4a55-9b27-1c70882175da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:41.826673 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48995d8-c1a0-45b9-b990-dba5d6c40dd9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:41.832042 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e48995d8-c1a0-45b9-b990-dba5d6c40dd9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:41.834030 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e48995d8-c1a0-45b9-b990-dba5d6c40dd9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:41.836271 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e48995d8-c1a0-45b9-b990-dba5d6c40dd9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 0.3047481
Dec 04 21:47:41.840561 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 38508) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:41.853570 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Request body: {'security_group_rule': {'security_group_id': '8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:47:41.861691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:41.867872 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Usage tracker for resource:security_group_rule and tenant:6269000b8fee4f4ba481974a0000d47a is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:41.872022 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:41.879576 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:41.909589 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:42.010806 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:42.015715 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162223'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:42.018344 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:42.048494 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4ea2b8-7f20-4dd6-8dbe-68845b7167ce,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:42.071341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.072251 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.072628 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.073095 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.073561 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.074117 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.074581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.075036 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.075561 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.076022 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.076485 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.076946 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.077522 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.077970 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.078414 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.078854 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.079308 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.079938 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.080443 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.080935 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.081441 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.081939 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.082433 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.082925 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:47:42.088206 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:42.092807 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.2505240
Dec 04 21:47:42.093064 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38522) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:42.094004 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-670df51a-3f7c-4415-a068-bd30fe4ed550 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:42.104871 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-25bc2d29-01cc-4b67-aef8-38748ae2e167 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Request body: {'security_group_rule': {'security_group_id': '8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:47:42.118299 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-25bc2d29-01cc-4b67-aef8-38748ae2e167 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:42.127161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-25bc2d29-01cc-4b67-aef8-38748ae2e167 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Usage tracker for resource:security_group_rule and tenant:6269000b8fee4f4ba481974a0000d47a is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:42.134114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-25bc2d29-01cc-4b67-aef8-38748ae2e167 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:42.147088 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-25bc2d29-01cc-4b67-aef8-38748ae2e167 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:42.182504 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25bc2d29-01cc-4b67-aef8-38748ae2e167 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group_rule, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:42.315165 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25bc2d29-01cc-4b67-aef8-38748ae2e167 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:42.319122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25bc2d29-01cc-4b67-aef8-38748ae2e167 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162223'] for security_group_rule, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:42.321971 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-55b4f74b-cc35-43c6-ab06-0d79d90a4399 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:42.373810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc2d29-01cc-4b67-aef8-38748ae2e167 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8042961-80cf-4dda-ab7e-642c081ef72b,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:42.378715 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-25bc2d29-01cc-4b67-aef8-38748ae2e167 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:42.393504 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25bc2d29-01cc-4b67-aef8-38748ae2e167 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group_rule, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:42.396238 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-25bc2d29-01cc-4b67-aef8-38748ae2e167 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.3012328
Dec 04 21:47:42.401521 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 38542) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:42.410289 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Request body: {'floatingip': {'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:47:42.418822 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:42.423924 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Usage tracker for resource:floatingip and tenant:6269000b8fee4f4ba481974a0000d47a is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:42.427868 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:42.435787 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:42.451965 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for floatingip, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:42.627967 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:43.044409 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Allocated IP 172.27.1.58 (5a5bc502-ed14-4f0a-889e-34e38dce125b/2af0f04a-6e02-4e2b-b142-69b01684337c/eadbf195-0568-47bf-b738-f49308c62449) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:47:43.325463 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:43.364666 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:43.384313 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ec1e2f3e-5c5b-4f5d-bd10-feec72cc77bc tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:43.544050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Pushing event updated for resources: {'Port': ['ID=eadbf195-0568-47bf-b738-f49308c62449,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:43.547367 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:43.621695 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:47:43.623374 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:47:43.626437 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:47:43.739253 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for floatingip, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:43.835213 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:44.262762 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:44.268367 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:44.332143 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38568) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:44.398218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3b42a645-c050-4791-81f4-1e8fc0bfac06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:44.554317 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6d429c9f-b77f-466d-805d-f99bca7f2b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:44.578151 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6d429c9f-b77f-466d-805d-f99bca7f2b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:44.584694 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6d429c9f-b77f-466d-805d-f99bca7f2b47 admin admin] Usage tracker for resource:security_group_rule and tenant:e96c5ea1c21f4e56a627f362c6c62c47 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:44.588012 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Pushing event updated for resources: {'Port': ['ID=eadbf195-0568-47bf-b738-f49308c62449,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:44.589184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6d429c9f-b77f-466d-805d-f99bca7f2b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:44.593231 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:44.609253 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6d429c9f-b77f-466d-805d-f99bca7f2b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:44.785288 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6d429c9f-b77f-466d-805d-f99bca7f2b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:44.791204 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6d429c9f-b77f-466d-805d-f99bca7f2b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:44.825032 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-18c9160d-6151-44c8-a517-3cab06cb5d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:44.906257 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6d429c9f-b77f-466d-805d-f99bca7f2b47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e96c5ea1c21f4e56a627f362c6c62c47&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5685873
Dec 04 21:47:44.909795 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38582) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:44.944052 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d429c9f-b77f-466d-805d-f99bca7f2b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c88179-c793-4328-867e-e8219131e598,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:44.950913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6d429c9f-b77f-466d-805d-f99bca7f2b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:45.017029 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:45.048798 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:45.049178 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac13b37d-83ea-441c-bd13-9403d7cc58b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:45.051102 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.6473594
Dec 04 21:47:45.125534 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac13b37d-83ea-441c-bd13-9403d7cc58b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:45.218043 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac13b37d-83ea-441c-bd13-9403d7cc58b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:45.228082 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0cde1ed6-d4d6-43e4-b70d-5f9eade9dd36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:45.252899 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b37d-83ea-441c-bd13-9403d7cc58b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c88179-c793-4328-867e-e8219131e598,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:45.259913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ac13b37d-83ea-441c-bd13-9403d7cc58b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:45.263948 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac13b37d-83ea-441c-bd13-9403d7cc58b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:45.270421 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ac13b37d-83ea-441c-bd13-9403d7cc58b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/48c88179-c793-4328-867e-e8219131e598 HTTP/1.1" status: 204  len: 168 time: 0.3587854
Dec 04 21:47:45.517283 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7b144036-1b3a-42d0-a53d-b85de080f821 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1282265750&fields=id&tenant_id=6269000b8fee4f4ba481974a0000d47a HTTP/1.1" status: 200  len: 267 time: 0.0519979
Dec 04 21:47:45.727652 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-1b7b293d-1b34-4373-b04f-fd708c32bc67 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:45.727652 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-1b7b293d-1b34-4373-b04f-fd708c32bc67 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/networks?id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3 HTTP/1.1" status: 200  len: 816 time: 0.1895854
Dec 04 21:47:45.749398 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-9a638f34-8702-4d2e-bce2-deef8016c394 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/quotas/6269000b8fee4f4ba481974a0000d47a HTTP/1.1" status: 200  len: 375 time: 0.0113354
Dec 04 21:47:45.885873 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-43149aa8-e01c-4323-883b-e6ef013cc727 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?tenant_id=6269000b8fee4f4ba481974a0000d47a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1232116
Dec 04 21:47:45.903236 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38614) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:45.924909 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-82c3615b-d6aa-4d7c-9bb3-2a154f468d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:45.958320 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-82c3615b-d6aa-4d7c-9bb3-2a154f468d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:45.964582 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-82c3615b-d6aa-4d7c-9bb3-2a154f468d47 admin admin] Usage tracker for resource:security_group_rule and tenant:61824d28cdb3404787f2cb1167bb1838 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:45.968285 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-82c3615b-d6aa-4d7c-9bb3-2a154f468d47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:45.976507 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-82c3615b-d6aa-4d7c-9bb3-2a154f468d47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:46.135305 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-82c3615b-d6aa-4d7c-9bb3-2a154f468d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:46.141779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-82c3615b-d6aa-4d7c-9bb3-2a154f468d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:46.159995 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-55c93123-ab30-4c0e-a6bf-e9ae628a24d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:46.256918 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 38624) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:46.269443 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-82c3615b-d6aa-4d7c-9bb3-2a154f468d47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61824d28cdb3404787f2cb1167bb1838&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3645153
Dec 04 21:47:46.286164 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3615b-d6aa-4d7c-9bb3-2a154f468d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309dc23d-3d0f-45f0-9e81-a9f31885d096,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:46.315305 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-82c3615b-d6aa-4d7c-9bb3-2a154f468d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:46.504461 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c7ceffd6-a61c-4f81-b754-2eae33f8d15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:46.581942 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c7ceffd6-a61c-4f81-b754-2eae33f8d15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:46.639198 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-508523b1-eeab-4ddf-bd53-3543cad66d7a service neutron] 10.222.0.44 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7393463
Dec 04 21:47:46.749235 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c7ceffd6-a61c-4f81-b754-2eae33f8d15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:46.755259 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-47cc713b-949c-491d-b9e6-5f639afc9e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:46.779968 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ceffd6-a61c-4f81-b754-2eae33f8d15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309dc23d-3d0f-45f0-9e81-a9f31885d096,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:46.785166 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c7ceffd6-a61c-4f81-b754-2eae33f8d15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:46.797677 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c7ceffd6-a61c-4f81-b754-2eae33f8d15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:46.798909 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c7ceffd6-a61c-4f81-b754-2eae33f8d15b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/309dc23d-3d0f-45f0-9e81-a9f31885d096 HTTP/1.1" status: 204  len: 168 time: 0.5391130
Dec 04 21:47:46.844709 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-aae25558-9ad8-401e-a940-d4d9a6f84f74 service neutron] 10.222.0.44 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1903846
Dec 04 21:47:47.135361 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ab911a0-807f-490f-a29f-1501ff1463d1 req-fd86f2d4-4aa3-4bad-a3d0-cf1b8d7e6748 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 210 time: 0.0802975
Dec 04 21:47:47.524131 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 38646) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:47.563730 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a4d1cde8-8e45-4834-9cd5-5800fb95abd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:47.598818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a4d1cde8-8e45-4834-9cd5-5800fb95abd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:47.608222 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a4d1cde8-8e45-4834-9cd5-5800fb95abd9 admin admin] Usage tracker for resource:security_group_rule and tenant:db60600c927a43dda10a58e05c6bd14e is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:47.614219 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a4d1cde8-8e45-4834-9cd5-5800fb95abd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:47.627231 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a4d1cde8-8e45-4834-9cd5-5800fb95abd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:47.820066 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a4d1cde8-8e45-4834-9cd5-5800fb95abd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:47.835342 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a4d1cde8-8e45-4834-9cd5-5800fb95abd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:47.844940 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6122578a-03d5-497f-a4ac-6a9e30e23833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:47.900537 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a4d1cde8-8e45-4834-9cd5-5800fb95abd9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db60600c927a43dda10a58e05c6bd14e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3750415
Dec 04 21:47:47.901545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1cde8-8e45-4834-9cd5-5800fb95abd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27aa5c4-f060-49e9-9034-41f9577d66e0,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:47.905043 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 38668) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:47.908165 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a4d1cde8-8e45-4834-9cd5-5800fb95abd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:47.980874 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-90244006-970d-41e4-a24e-6c43f94d121c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:48.023075 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-90244006-970d-41e4-a24e-6c43f94d121c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:48.111822 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-90244006-970d-41e4-a24e-6c43f94d121c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:48.116959 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-39e5f09f-0184-41f3-b2e9-e6eda8b99cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:48.141323 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90244006-970d-41e4-a24e-6c43f94d121c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27aa5c4-f060-49e9-9034-41f9577d66e0,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:48.167356 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-90244006-970d-41e4-a24e-6c43f94d121c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:48.205672 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-90244006-970d-41e4-a24e-6c43f94d121c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:48.207760 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-90244006-970d-41e4-a24e-6c43f94d121c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d27aa5c4-f060-49e9-9034-41f9577d66e0 HTTP/1.1" status: 204  len: 168 time: 0.3012819
Dec 04 21:47:48.282128 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 38680) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:48.443795 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9dc306b1-53e0-4ccf-808e-93e3008dbe32 req-bf432e77-00d8-40b9-a200-f17e8617e315 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 210 time: 0.1003897
Dec 04 21:47:48.504535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-579db308-60c4-444a-b8fb-de9af7dfbb15 admin admin] Deleting subnet 86af9def-62e8-4ed2-a4f4-f64acbadfac8 {{(pid=80265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 21:47:48.510969 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-579db308-60c4-444a-b8fb-de9af7dfbb15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:48.586977 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-579db308-60c4-444a-b8fb-de9af7dfbb15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851650577'] for subnet, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:48.672301 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-579db308-60c4-444a-b8fb-de9af7dfbb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1886451'] for subnet, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:49.083314 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-579db308-60c4-444a-b8fb-de9af7dfbb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852889349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851553196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851998373'] for subnet, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:49.181084 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:49.226214 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579db308-60c4-444a-b8fb-de9af7dfbb15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86af9def-62e8-4ed2-a4f4-f64acbadfac8,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:49.231556 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-579db308-60c4-444a-b8fb-de9af7dfbb15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:49.282910 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-579db308-60c4-444a-b8fb-de9af7dfbb15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:49.290811 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-579db308-60c4-444a-b8fb-de9af7dfbb15 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/86af9def-62e8-4ed2-a4f4-f64acbadfac8 HTTP/1.1" status: 204  len: 168 time: 1.0067682
Dec 04 21:47:49.295341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 38698) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:49.511362 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3d66fc6-05c4-46cb-963d-96799960deed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1971921'] for network, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:49.891127 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7cb0674-bee3-4e65-9ffb-ada522662b38 req-1700e12e-7c61-4b1b-8d39-e5d9914f5caf tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 210 time: 0.1187150
Dec 04 21:47:50.031230 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3d66fc6-05c4-46cb-963d-96799960deed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1888956', 'neutron.services.segments.db._delete_segments_for_network-8730056527680'] for network, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:50.113719 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-91e1c713-9a4f-42a8-a5c5-a7ef98b73cc8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:50.115567 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-91e1c713-9a4f-42a8-a5c5-a7ef98b73cc8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.53 "GET /v2.0/networks?id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3 HTTP/1.1" status: 200  len: 816 time: 0.5331516
Dec 04 21:47:50.227228 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-f3d66fc6-05c4-46cb-963d-96799960deed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09fc4342e8>,) {'filters': {'network_id': ['4303f85b-5262-4079-9088-8f5ecb7ed249']}} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:47:50.259274 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-f3d66fc6-05c4-46cb-963d-96799960deed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fc4342e8>, '2873d410-043c-4129-b903-b8d832910c11') {'for_net_delete': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:47:50.259654 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-f3d66fc6-05c4-46cb-963d-96799960deed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fc4342e8>, '2873d410-043c-4129-b903-b8d832910c11') {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:47:50.286448 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3d66fc6-05c4-46cb-963d-96799960deed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730056528465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125223'] for segment, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:50.317622 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-05972c6f-342b-4b3e-afb4-6c5c376bac7e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6269000b8fee4f4ba481974a0000d47a HTTP/1.1" status: 200  len: 5504 time: 0.1799922
Dec 04 21:47:50.320643 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3d66fc6-05c4-46cb-963d-96799960deed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:50.324417 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f3d66fc6-05c4-46cb-963d-96799960deed admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 21:47:50.344049 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Request body: {'port': {'device_id': 'b0449a9d-6783-4dbd-89ff-ea9638d85e2c', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'admin_state_up': True, 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'security_groups': ['8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010']}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:47:50.645285 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-f3d66fc6-05c4-46cb-963d-96799960deed admin admin] Network 4303f85b-5262-4079-9088-8f5ecb7ed249 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:47:50.657929 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3d66fc6-05c4-46cb-963d-96799960deed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1889284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851553025'] for segment, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:50.773597 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:47:51.101840 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Usage tracker for resource:port and tenant:6269000b8fee4f4ba481974a0000d47a is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:47:51.110501 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Quota usage for port was recalculated. Used quota:3. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:47:51.121428 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:47:51.150135 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-f3d66fc6-05c4-46cb-963d-96799960deed admin admin] Network 4303f85b-5262-4079-9088-8f5ecb7ed249 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]: Traceback (most recent call last):
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:     timer()
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:     cb(*args, **kw)
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:     self._notify()
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.callback(batched_events)
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:     event.method(event)
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(self, *a, **k)
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self._get(url).json()
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:     **kwargs)
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:     **endpoint_filter)
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 21:47:51.178170 dv-cinder-749155-4-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 21:47:51.237814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Made reservation on behalf of 6269000b8fee4f4ba481974a0000d47a for: {'port': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:47:51.244472 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:51.310594 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3d66fc6-05c4-46cb-963d-96799960deed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1888943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853820434'] for network, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:51.383177 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:51.402529 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3d66fc6-05c4-46cb-963d-96799960deed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:51.421330 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d66fc6-05c4-46cb-963d-96799960deed admin admin] Pushing event deleted for resources: {'Network': ['ID=4303f85b-5262-4079-9088-8f5ecb7ed249,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:51.427769 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f3d66fc6-05c4-46cb-963d-96799960deed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:51.432027 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f3d66fc6-05c4-46cb-963d-96799960deed admin admin] 10.222.0.44 "DELETE /v2.0/networks/4303f85b-5262-4079-9088-8f5ecb7ed249 HTTP/1.1" status: 204  len: 168 time: 2.1351161
Dec 04 21:47:51.435648 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38728) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:51.564791 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f472297-42b2-4f4c-969d-3ba8b9c8d788 admin admin] Deleting subnet 0852e49c-955d-40e4-831a-3dbffc49c4cc {{(pid=80264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 21:47:51.570875 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f472297-42b2-4f4c-969d-3ba8b9c8d788 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:51.685118 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f472297-42b2-4f4c-969d-3ba8b9c8d788 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3987663'] for subnet, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:51.697747 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9d37b894-f647-4074-960c-359f62850fd0 req-ca5e1451-0200-44d2-a514-8d54a895b2d7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 210 time: 0.1146543
Dec 04 21:47:51.777546 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f472297-42b2-4f4c-969d-3ba8b9c8d788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1886451'] for subnet, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:51.859887 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Allocated IP 172.20.0.13 (3f29e15c-3c5f-4440-b373-0459ec9ed0c3/5941c058-3e71-4ca9-85ab-a81ea76a2e2e/72135808-6808-4fdc-a826-a5f3819c0672) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:47:52.225244 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f472297-42b2-4f4c-969d-3ba8b9c8d788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852889349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844828401'] for subnet, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:52.265717 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:52.296913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Transition to ACTIVE for port object 72135808-6808-4fdc-a826-a5f3819c0672 will not be triggered until provisioned by entity DHCP. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:47:52.334881 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:52.361885 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a6c04a6a-4743-4235-98c0-59f5ecf39aef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:52.564400 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2a33161c-04c8-4984-a458-682b1708584f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:52.591417 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Pushing event updated for resources: {'Port': ['ID=72135808-6808-4fdc-a826-a5f3819c0672,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:52.596433 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:52.664489 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f472297-42b2-4f4c-969d-3ba8b9c8d788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0852e49c-955d-40e4-831a-3dbffc49c4cc,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:52.667441 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1f472297-42b2-4f4c-969d-3ba8b9c8d788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:52.668218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Network 3f29e15c-3c5f-4440-b373-0459ec9ed0c3 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:47:52.669844 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:47:52.672679 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:47:52.730947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f472297-42b2-4f4c-969d-3ba8b9c8d788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:52.747618 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1f472297-42b2-4f4c-969d-3ba8b9c8d788 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0852e49c-955d-40e4-831a-3dbffc49c4cc HTTP/1.1" status: 204  len: 168 time: 1.3100722
Dec 04 21:47:52.750114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38742) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:52.779801 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:52.780655 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:52.838800 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5154178
Dec 04 21:47:53.001796 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30fa0575-54da-4c0f-be1d-07bf9381b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1971921'] for network, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:53.016628 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3aebf829-d7b3-4494-ad65-48a3c5c8e06b None None] Provisioning for port 72135808-6808-4fdc-a826-a5f3819c0672 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:47:53.024060 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3aebf829-d7b3-4494-ad65-48a3c5c8e06b None None] Provisioning complete for port 72135808-6808-4fdc-a826-a5f3819c0672 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:47:53.024786 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3aebf829-d7b3-4494-ad65-48a3c5c8e06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:53.084211 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3aebf829-d7b3-4494-ad65-48a3c5c8e06b None None] Port 72135808-6808-4fdc-a826-a5f3819c0672 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:47:53.084798 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2a85f-87d4-4496-a560-24b601dabe41 req-9970a1b2-1e33-4431-8cf9-226624fbfcb9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:53.087261 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5be2a85f-87d4-4496-a560-24b601dabe41 req-9970a1b2-1e33-4431-8cf9-226624fbfcb9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Synchronizing usage tracker for tenant:6269000b8fee4f4ba481974a0000d47a on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:47:53.114831 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5be2a85f-87d4-4496-a560-24b601dabe41 req-9970a1b2-1e33-4431-8cf9-226624fbfcb9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Unset dirty status for tenant:6269000b8fee4f4ba481974a0000d47a on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:47:53.117092 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5be2a85f-87d4-4496-a560-24b601dabe41 req-9970a1b2-1e33-4431-8cf9-226624fbfcb9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 932 time: 0.1843033
Dec 04 21:47:53.203014 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5be2a85f-87d4-4496-a560-24b601dabe41 req-2c512d8d-1445-4a50-869f-410c1f414215 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743604
Dec 04 21:47:53.262498 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30fa0575-54da-4c0f-be1d-07bf9381b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1888956', 'neutron.services.segments.db._delete_segments_for_network-8730056527680'] for network, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:53.392437 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-30fa0575-54da-4c0f-be1d-07bf9381b1cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0a0435bbe0>,) {'filters': {'network_id': ['a70b257c-a083-4c6a-82ee-1029ed9e1e82']}} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:47:53.409252 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-30fa0575-54da-4c0f-be1d-07bf9381b1cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0a0435bbe0>, '92f4057d-2f58-45af-94d5-8c2662953afe') {'for_net_delete': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:47:53.409679 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-30fa0575-54da-4c0f-be1d-07bf9381b1cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0a0435bbe0>, '92f4057d-2f58-45af-94d5-8c2662953afe') {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:47:53.426741 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30fa0575-54da-4c0f-be1d-07bf9381b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730056528465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850788153'] for segment, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:53.450676 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30fa0575-54da-4c0f-be1d-07bf9381b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:53.453741 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-30fa0575-54da-4c0f-be1d-07bf9381b1cb admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 21:47:53.712594 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-30fa0575-54da-4c0f-be1d-07bf9381b1cb admin admin] Network a70b257c-a083-4c6a-82ee-1029ed9e1e82 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:47:53.733223 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30fa0575-54da-4c0f-be1d-07bf9381b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1889284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3300049'] for segment, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:54.096336 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-30fa0575-54da-4c0f-be1d-07bf9381b1cb admin admin] Network a70b257c-a083-4c6a-82ee-1029ed9e1e82 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]: Traceback (most recent call last):
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:     timer()
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:     cb(*args, **kw)
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:     self._notify()
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.callback(batched_events)
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:     event.method(event)
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(self, *a, **k)
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self._get(url).json()
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:     **kwargs)
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:     **endpoint_filter)
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 21:47:54.142744 dv-cinder-749155-4-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 21:47:54.248244 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30fa0575-54da-4c0f-be1d-07bf9381b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1888943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853820434'] for network, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:54.252673 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:54.272697 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30fa0575-54da-4c0f-be1d-07bf9381b1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:54.285211 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa0575-54da-4c0f-be1d-07bf9381b1cb admin admin] Pushing event deleted for resources: {'Network': ['ID=a70b257c-a083-4c6a-82ee-1029ed9e1e82,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:54.288309 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-30fa0575-54da-4c0f-be1d-07bf9381b1cb admin admin] 10.222.0.44 "DELETE /v2.0/networks/a70b257c-a083-4c6a-82ee-1029ed9e1e82 HTTP/1.1" status: 204  len: 168 time: 1.5365000
Dec 04 21:47:54.289398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-30fa0575-54da-4c0f-be1d-07bf9381b1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:54.550305 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de39586-26f2-430c-887a-40a39fc3caa0 req-45ac92b1-112b-4dd3-a201-4f4266a2d372 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:54.552030 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2de39586-26f2-430c-887a-40a39fc3caa0 req-45ac92b1-112b-4dd3-a201-4f4266a2d372 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 932 time: 0.1183448
Dec 04 21:47:54.562629 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38756) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:54.602968 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2de39586-26f2-430c-887a-40a39fc3caa0 req-b5a44bd8-099b-4707-99a2-b17265ffed40 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436342
Dec 04 21:47:54.624821 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-aa947db9-2546-4ec9-8814-1031d7e27604 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb205bfaae4246f7a099f20923f1f2a8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0577514
Dec 04 21:47:54.626044 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38762) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:54.707389 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ab432c14-47c3-4723-adc1-38a07754a1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:54.737251 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ab432c14-47c3-4723-adc1-38a07754a1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:54.787655 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ab432c14-47c3-4723-adc1-38a07754a1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:54.793088 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ac13b37d-83ea-441c-bd13-9403d7cc58b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:54.807609 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab432c14-47c3-4723-adc1-38a07754a1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f378de94-1a03-43ba-8fc9-ffd2f98d8dcc,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:54.811029 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ab432c14-47c3-4723-adc1-38a07754a1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:54.813239 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ab432c14-47c3-4723-adc1-38a07754a1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:54.814475 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ab432c14-47c3-4723-adc1-38a07754a1c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f378de94-1a03-43ba-8fc9-ffd2f98d8dcc HTTP/1.1" status: 204  len: 168 time: 0.1872158
Dec 04 21:47:55.273128 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38772) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:55.333351 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b0598163-b7ae-47ad-806c-f1f7972dfe1e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a6bb79e7a2a84996b0f70478372d87c9&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0587852
Dec 04 21:47:55.336582 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 38776) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:47:55.404547 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a967102-2e92-4d60-9cbb-8347d8099c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:55.438335 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a967102-2e92-4d60-9cbb-8347d8099c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:55.492473 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a967102-2e92-4d60-9cbb-8347d8099c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:55.498995 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-09686ac6-44e6-4f0b-9a0c-049af238ed04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:55.518782 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a967102-2e92-4d60-9cbb-8347d8099c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58324fcb-05ad-4743-b8d6-539200881778,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:55.522401 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9a967102-2e92-4d60-9cbb-8347d8099c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:55.526394 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a967102-2e92-4d60-9cbb-8347d8099c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:55.528170 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9a967102-2e92-4d60-9cbb-8347d8099c06 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58324fcb-05ad-4743-b8d6-539200881778 HTTP/1.1" status: 204  len: 168 time: 0.1903307
Dec 04 21:47:55.836368 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Request body: {'port': {'device_id': 'b0449a9d-6783-4dbd-89ff-ea9638d85e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:47:56.084003 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2fa8c-e2bd-4666-96ab-e5999beb15a0 req-d0a82fe3-fc43-41b3-8976-8adcb4e0f448 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:56.086296 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bcd2fa8c-e2bd-4666-96ab-e5999beb15a0 req-d0a82fe3-fc43-41b3-8976-8adcb4e0f448 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 932 time: 0.2580965
Dec 04 21:47:56.087088 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:56.202696 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bcd2fa8c-e2bd-4666-96ab-e5999beb15a0 req-e9b9b754-ae4e-4901-84e9-7164c03feabd tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1032574
Dec 04 21:47:56.627682 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8d04d110-e25e-4d3f-83d3-ab730c2fcfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:56.683891 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72135808-6808-4fdc-a826-a5f3819c0672 {{(pid=80265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:47:56.697914 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:56.725466 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Transition to ACTIVE for port object 72135808-6808-4fdc-a826-a5f3819c0672 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:47:56.730161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:56.759218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:56.999730 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Pushing event updated for resources: {'Port': ['ID=72135808-6808-4fdc-a826-a5f3819c0672,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:57.007928 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:57.300578 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Attempting to bind port 72135808-6808-4fdc-a826-a5f3819c0672 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:47:57.301099 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Attempting to bind port 72135808-6808-4fdc-a826-a5f3819c0672 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'b9aa6b1b-70f1-49f2-903b-24c74e9f483f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:47:57.301729 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Attempting to bind port 72135808-6808-4fdc-a826-a5f3819c0672 on network 3f29e15c-3c5f-4440-b373-0459ec9ed0c3 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:47:57.317489 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:47:57.318604 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Checking segment: {'id': 'b9aa6b1b-70f1-49f2-903b-24c74e9f483f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:47:57.319848 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:57.320262 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Bound using segment: {'id': 'b9aa6b1b-70f1-49f2-903b-24c74e9f483f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:47:57.321010 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Bound port: 72135808-6808-4fdc-a826-a5f3819c0672, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9aa6b1b-70f1-49f2-903b-24c74e9f483f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:47:57.321145 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:57.463226 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] For port 72135808-6808-4fdc-a826-a5f3819c0672, host hv-cinder-74915, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:47:57.467490 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] For port 72135808-6808-4fdc-a826-a5f3819c0672, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=72135808-6808-4fdc-a826-a5f3819c0672,segment=NetworkSegment(b9aa6b1b-70f1-49f2-903b-24c74e9f483f),segment_id=b9aa6b1b-70f1-49f2-903b-24c74e9f483f)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:47:57.472090 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:57.494183 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4191314c-84a6-4013-bc87-6a7e54e98960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:47:57.758610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Pushing event updated for resources: {'Port': ['ID=72135808-6808-4fdc-a826-a5f3819c0672,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:47:57.785873 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:47:57.924742 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c92403-ef08-4a3d-960c-488fcf3fac33 req-ad7164c3-68a6-4d6e-a1fb-b97e163894dc tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:57.928851 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-98c92403-ef08-4a3d-960c-488fcf3fac33 req-ad7164c3-68a6-4d6e-a1fb-b97e163894dc tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.4356847
Dec 04 21:47:57.994706 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:57.995932 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:57.998584 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] 10.222.0.53 "PUT /v2.0/ports/72135808-6808-4fdc-a826-a5f3819c0672 HTTP/1.1" status: 200  len: 1158 time: 2.5354173
Dec 04 21:47:57.999764 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0449a9d-6783-4dbd-89ff-ea9638d85e2c', 'tag': '72135808-6808-4fdc-a826-a5f3819c0672'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:47:58.059119 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-98c92403-ef08-4a3d-960c-488fcf3fac33 req-13a54ba9-5342-445e-9b1f-fc83ae8574b2 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1202903
Dec 04 21:47:58.190795 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0449a9d-6783-4dbd-89ff-ea9638d85e2c', 'tag': '72135808-6808-4fdc-a826-a5f3819c0672', 'status': 'completed', 'code': 200}
Dec 04 21:47:58.257150 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-b9c3cdd4-c161-48a7-bfb3-ce3d1d6732df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:58.259810 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-b9c3cdd4-c161-48a7-bfb3-ce3d1d6732df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6269000b8fee4f4ba481974a0000d47a&device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 1161 time: 0.1610339
Dec 04 21:47:58.392129 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-153dd7e1-4abc-473d-a37b-690e7995ebaf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72135808-6808-4fdc-a826-a5f3819c0672 HTTP/1.1" status: 200  len: 217 time: 0.1176927
Dec 04 21:47:59.455871 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:47:59.484740 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-db886764-a246-40a4-8e02-ea7f54e89c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:59.486373 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-db886764-a246-40a4-8e02-ea7f54e89c3d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5941c058-3e71-4ca9-85ab-a81ea76a2e2e HTTP/1.1" status: 200  len: 855 time: 0.3789489
Dec 04 21:47:59.519738 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915a1ef-e406-4045-bd8e-70cf9cbad79e req-8d7b2c91-54ff-4e15-98e9-3a7f8e402104 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:59.521916 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2915a1ef-e406-4045-bd8e-70cf9cbad79e req-8d7b2c91-54ff-4e15-98e9-3a7f8e402104 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.1105216
Dec 04 21:47:59.579446 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2915a1ef-e406-4045-bd8e-70cf9cbad79e req-545c888b-3336-48c2-afe0-ce1e87aa1925 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460489
Dec 04 21:47:59.996457 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-6f868c4b-b96b-4d48-9e65-078f8168759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:47:59.998161 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-6f868c4b-b96b-4d48-9e65-078f8168759b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0891969
Dec 04 21:48:00.515958 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76ecbefa-070c-43f9-8542-f8141bb6dd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:00.866930 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59842bbf-9392-4445-badd-2d0a4a7d1a73 req-5564b129-aec8-49e7-93dc-087aa32aa580 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:00.868675 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59842bbf-9392-4445-badd-2d0a4a7d1a73 req-5564b129-aec8-49e7-93dc-087aa32aa580 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.1271434
Dec 04 21:48:00.991717 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59842bbf-9392-4445-badd-2d0a4a7d1a73 req-7c93e53e-32a1-471f-ae3c-4e668c52c0e7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701272
Dec 04 21:48:01.045435 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-b9093cd8-a696-4838-8ced-bbc79d18e56d service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2106435
Dec 04 21:48:01.210336 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6faee8de-e061-4cb5-ac82-3fe9291afad7 req-976cc5c0-28ad-40dc-a0e5-21cacab7ca93 service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1555722
Dec 04 21:48:01.540624 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:01.900385 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:02.159691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:02.255810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf013fe-3b25-4e4f-a96d-4daee607c27e req-a821f915-6280-4985-b165-af37acac93b8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:02.257909 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3bf013fe-3b25-4e4f-a96d-4daee607c27e req-a821f915-6280-4985-b165-af37acac93b8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.1060386
Dec 04 21:48:02.313237 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3bf013fe-3b25-4e4f-a96d-4daee607c27e req-8d58f086-e884-489b-b756-67e84f382beb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460811
Dec 04 21:48:03.546397 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40383e64-3d29-4eb7-a118-d8774fa11069 req-11cb4b48-5ec7-40c8-a7fa-3dc92c7f60fe tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:03.548053 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40383e64-3d29-4eb7-a118-d8774fa11069 req-11cb4b48-5ec7-40c8-a7fa-3dc92c7f60fe tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.0852332
Dec 04 21:48:03.600456 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40383e64-3d29-4eb7-a118-d8774fa11069 req-c7dd4064-ff1e-49a2-bf69-812b157928c2 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456643
Dec 04 21:48:03.971398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a719f-d563-43d8-b5ac-33c633d8e303 req-561da65b-cb97-4a9e-b8ef-1d2f2abf2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:03.973078 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-147a719f-d563-43d8-b5ac-33c633d8e303 req-561da65b-cb97-4a9e-b8ef-1d2f2abf2ff6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6269000b8fee4f4ba481974a0000d47a&device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 1161 time: 0.0793941
Dec 04 21:48:04.177637 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a719f-d563-43d8-b5ac-33c633d8e303 req-f6a14ca5-aff8-4fc4-9987-32af6649773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:04.179334 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-147a719f-d563-43d8-b5ac-33c633d8e303 req-f6a14ca5-aff8-4fc4-9987-32af6649773c service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3 HTTP/1.1" status: 200  len: 910 time: 0.1969662
Dec 04 21:48:04.255105 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-147a719f-d563-43d8-b5ac-33c633d8e303 req-f5b38769-4b83-4cba-9629-69c871c87245 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72135808-6808-4fdc-a826-a5f3819c0672 HTTP/1.1" status: 200  len: 217 time: 0.0681725
Dec 04 21:48:04.327947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a719f-d563-43d8-b5ac-33c633d8e303 req-b5e37bf1-388b-4501-a767-d71edb6e5182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:04.329570 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-147a719f-d563-43d8-b5ac-33c633d8e303 req-b5e37bf1-388b-4501-a767-d71edb6e5182 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5941c058-3e71-4ca9-85ab-a81ea76a2e2e HTTP/1.1" status: 200  len: 855 time: 0.0671394
Dec 04 21:48:04.417666 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a719f-d563-43d8-b5ac-33c633d8e303 req-06154cbb-ff6d-4ff4-8265-30a3fc5df258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:04.419302 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-147a719f-d563-43d8-b5ac-33c633d8e303 req-06154cbb-ff6d-4ff4-8265-30a3fc5df258 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809047
Dec 04 21:48:04.834335 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609e570-798e-403f-a2e0-2222f52e9113 req-6993b3fa-a403-410c-908b-6a5d1968f9d9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:04.835934 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f609e570-798e-403f-a2e0-2222f52e9113 req-6993b3fa-a403-410c-908b-6a5d1968f9d9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.0885320
Dec 04 21:48:04.885723 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f609e570-798e-403f-a2e0-2222f52e9113 req-19fa8fbf-4db1-418d-9490-e65d3de33fdf tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433803
Dec 04 21:48:05.419254 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-147a719f-d563-43d8-b5ac-33c633d8e303 req-7b02515f-c501-4d2c-88b1-81d37b25d41f service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435201
Dec 04 21:48:06.275610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ec967-2a5e-4868-b4e3-b5fbb569fdf2 req-f8b385fd-1429-4a3f-bd33-05d76e07d88d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:06.277312 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d8ec967-2a5e-4868-b4e3-b5fbb569fdf2 req-f8b385fd-1429-4a3f-bd33-05d76e07d88d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.2339611
Dec 04 21:48:06.279568 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-147a719f-d563-43d8-b5ac-33c633d8e303 req-d66ee724-c973-4ec5-bee3-64e62ed5a71c service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1930053
Dec 04 21:48:06.329189 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d8ec967-2a5e-4868-b4e3-b5fbb569fdf2 req-923a3140-f49d-454c-9dd7-3364c4a678da tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449078
Dec 04 21:48:07.579078 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf64de6-93d8-4d03-8ff5-330efd5c852b req-fde8be92-9bd9-46dc-ba59-8bfe0bffa038 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:07.580814 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9bf64de6-93d8-4d03-8ff5-330efd5c852b req-fde8be92-9bd9-46dc-ba59-8bfe0bffa038 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.0984528
Dec 04 21:48:07.637283 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9bf64de6-93d8-4d03-8ff5-330efd5c852b req-9b6bd0d3-61bd-466e-8121-44eed3b6df00 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491157
Dec 04 21:48:08.870669 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd815a-1642-4502-9e60-571a13001390 req-91b52be7-e5f9-4919-a40a-1309c3bb9930 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:08.872350 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-42cd815a-1642-4502-9e60-571a13001390 req-91b52be7-e5f9-4919-a40a-1309c3bb9930 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.0870013
Dec 04 21:48:08.926836 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-42cd815a-1642-4502-9e60-571a13001390 req-86072ac2-1085-4802-88aa-3329dd2cbc1f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480449
Dec 04 21:48:10.330094 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd5aa9-e473-485f-98d0-3c9b9b7b4803 req-9df66a63-3b93-4903-b635-bd610bfdd5fc tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:10.331804 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-66bd5aa9-e473-485f-98d0-3c9b9b7b4803 req-9df66a63-3b93-4903-b635-bd610bfdd5fc tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.0925870
Dec 04 21:48:10.393919 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-66bd5aa9-e473-485f-98d0-3c9b9b7b4803 req-7e96f7dc-c73d-42b2-be2f-1edc05158855 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555863
Dec 04 21:48:11.631968 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bff740-776f-45a1-8a5d-013c2ae1bf26 req-e83060a1-f3bd-457c-9b3d-82dae903f7b8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:11.633568 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-73bff740-776f-45a1-8a5d-013c2ae1bf26 req-e83060a1-f3bd-457c-9b3d-82dae903f7b8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.0909693
Dec 04 21:48:11.691664 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-73bff740-776f-45a1-8a5d-013c2ae1bf26 req-a17cc4a7-925e-4e7f-ab08-adf047a35461 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513873
Dec 04 21:48:12.035698 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 38978) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:12.194969 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-596b47f7-3f2a-48d0-95a4-05a110b9e949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:12.211502 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-596b47f7-3f2a-48d0-95a4-05a110b9e949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:48:12.216954 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-596b47f7-3f2a-48d0-95a4-05a110b9e949 admin admin] Usage tracker for resource:security_group_rule and tenant:29b0f58a1f2545ab80b22fd720c9ea14 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:48:12.220190 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-596b47f7-3f2a-48d0-95a4-05a110b9e949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:48:12.226339 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-596b47f7-3f2a-48d0-95a4-05a110b9e949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:48:12.340489 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-596b47f7-3f2a-48d0-95a4-05a110b9e949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:12.343636 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-596b47f7-3f2a-48d0-95a4-05a110b9e949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:12.352734 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c7ceffd6-a61c-4f81-b754-2eae33f8d15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:12.396539 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b47f7-3f2a-48d0-95a4-05a110b9e949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26a326f-bba5-4696-8aee-2bf72640ed72,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:12.402844 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-596b47f7-3f2a-48d0-95a4-05a110b9e949 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29b0f58a1f2545ab80b22fd720c9ea14&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3658848
Dec 04 21:48:12.404316 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-596b47f7-3f2a-48d0-95a4-05a110b9e949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:12.404999 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 38988) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:12.469668 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44845961-f6de-4d40-bfd1-91057fd83978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:12.503567 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44845961-f6de-4d40-bfd1-91057fd83978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:12.558981 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44845961-f6de-4d40-bfd1-91057fd83978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:12.564473 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b80c2ed7-9c85-4467-96a7-45814800bd4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:12.579161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44845961-f6de-4d40-bfd1-91057fd83978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26a326f-bba5-4696-8aee-2bf72640ed72,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:12.582247 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-44845961-f6de-4d40-bfd1-91057fd83978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:12.583171 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44845961-f6de-4d40-bfd1-91057fd83978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:12.584860 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-44845961-f6de-4d40-bfd1-91057fd83978 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a26a326f-bba5-4696-8aee-2bf72640ed72 HTTP/1.1" status: 204  len: 168 time: 0.1784461
Dec 04 21:48:12.912506 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:48:12.940942 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c811f01-7098-4103-9f08-948c9af806cc req-5a7afe5b-06ba-4aab-a4fe-ca78877be8ea tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:12.942619 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5c811f01-7098-4103-9f08-948c9af806cc req-5a7afe5b-06ba-4aab-a4fe-ca78877be8ea tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.0899343
Dec 04 21:48:12.995776 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5c811f01-7098-4103-9f08-948c9af806cc req-df3213fb-1378-4029-a6f6-4c86742bd40d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448053
Dec 04 21:48:14.279493 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312959a-a11b-4261-ae85-f5c23e35cda5 req-0446176c-2803-4e27-b479-56d1f7354e4d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:14.281165 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0312959a-a11b-4261-ae85-f5c23e35cda5 req-0446176c-2803-4e27-b479-56d1f7354e4d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.0972459
Dec 04 21:48:14.344810 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0312959a-a11b-4261-ae85-f5c23e35cda5 req-bba4ff1d-1dcc-4b08-ae75-7b8ab76f3eba tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560691
Dec 04 21:48:14.461382 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 72135808-6808-4fdc-a826-a5f3819c0672 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:48:14.541941 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port 72135808-6808-4fdc-a826-a5f3819c0672 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:48:14.548057 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 72135808-6808-4fdc-a826-a5f3819c0672 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:48:14.548702 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:14.679807 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:14.709068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0449a9d-6783-4dbd-89ff-ea9638d85e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72135808-6808-4fdc-a826-a5f3819c0672'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:48:14.720990 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 72135808-6808-4fdc-a826-a5f3819c0672, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=72135808-6808-4fdc-a826-a5f3819c0672,segment=NetworkSegment(b9aa6b1b-70f1-49f2-903b-24c74e9f483f),segment_id=b9aa6b1b-70f1-49f2-903b-24c74e9f483f)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:48:14.724927 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:14.726961 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a2c0a9bc-403c-4bea-aa01-d60b63bb82ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:14.805930 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=72135808-6808-4fdc-a826-a5f3819c0672,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:14.815523 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.816024 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.816493 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.817228 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.817415 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.817851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.818251 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.818695 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.819210 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.819775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.820161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.820335 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.820709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.821087 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.821421 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.821785 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.822692 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.822692 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.823284 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.823786 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.824157 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.824538 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.824908 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.825275 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:14.830686 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:14.992637 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0449a9d-6783-4dbd-89ff-ea9638d85e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72135808-6808-4fdc-a826-a5f3819c0672', 'code': 200}
Dec 04 21:48:15.118858 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 72135808-6808-4fdc-a826-a5f3819c0672 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:48:15.204403 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 72135808-6808-4fdc-a826-a5f3819c0672 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:48:15.204854 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:15.359098 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cac282-b7a3-4484-954d-c137e9c81c81 req-c29509fc-ee21-4fa9-8b86-14b13574532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:15.360755 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e1cac282-b7a3-4484-954d-c137e9c81c81 req-c29509fc-ee21-4fa9-8b86-14b13574532a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 1163 time: 0.0849555
Dec 04 21:48:15.423433 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e1cac282-b7a3-4484-954d-c137e9c81c81 req-46f20c45-bf7c-454a-bf96-1acb94ff5d75 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549407
Dec 04 21:48:15.604586 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dfb2e-f595-4780-9f6f-7f8dbbc48449 req-fd42935c-d59b-42ff-99cb-45777a82642b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:15.606370 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a1dfb2e-f595-4780-9f6f-7f8dbbc48449 req-fd42935c-d59b-42ff-99cb-45777a82642b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.0921762
Dec 04 21:48:15.661345 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a1dfb2e-f595-4780-9f6f-7f8dbbc48449 req-a9524ade-e9b3-4350-9de4-991c0516736a tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435457
Dec 04 21:48:16.915740 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0847707-0395-4dca-96d4-373404f5f2eb req-bc8bb69f-eb74-4095-86cf-60ad369feb3c tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:16.917433 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0847707-0395-4dca-96d4-373404f5f2eb req-bc8bb69f-eb74-4095-86cf-60ad369feb3c tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.0994952
Dec 04 21:48:16.967396 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0847707-0395-4dca-96d4-373404f5f2eb req-676ae87a-b6af-4b4e-baf4-9139ff464b23 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433564
Dec 04 21:48:18.201224 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd279c9-1189-47b1-bd98-8d122981d445 req-80ff5747-8178-4181-b649-efafb81dacef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:18.202840 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdd279c9-1189-47b1-bd98-8d122981d445 req-80ff5747-8178-4181-b649-efafb81dacef tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.0871863
Dec 04 21:48:18.254333 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdd279c9-1189-47b1-bd98-8d122981d445 req-585b7cca-3869-40cd-a434-ba38cb28f49a tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450115
Dec 04 21:48:18.486713 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a448c-c9cc-4fd5-b8ec-c2a3034e2d36 req-fb5b69df-c8bc-40a0-a3cb-59de50452d29 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:18.488329 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-190a448c-c9cc-4fd5-b8ec-c2a3034e2d36 req-fb5b69df-c8bc-40a0-a3cb-59de50452d29 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.0877631
Dec 04 21:48:18.497828 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 39134) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:18.503282 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-2b6a6031-a7c4-481a-b837-5486b58155cf tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Request body: {'floatingip': {'port_id': '72135808-6808-4fdc-a826-a5f3819c0672'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:48:18.583777 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6031-a7c4-481a-b837-5486b58155cf tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for floatingip, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:19.435231 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6031-a7c4-481a-b837-5486b58155cf tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for floatingip, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:19.438697 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6031-a7c4-481a-b837-5486b58155cf tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:19.615854 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [None req-2b6a6031-a7c4-481a-b837-5486b58155cf tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Floating IP 1113e1a6-cf28-402a-8f36-adf4eaef951f associated. External IP: 172.27.1.58, port: 72135808-6808-4fdc-a826-a5f3819c0672.
Dec 04 21:48:19.999171 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6a6031-a7c4-481a-b837-5486b58155cf tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:48:20.260742 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-75af0473-97e9-4b7d-916b-42cc5cc7d4ce req-d8809eb5-5628-4e57-875e-121b63b7ab3e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2563901
Dec 04 21:48:20.276822 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6a6031-a7c4-481a-b837-5486b58155cf tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:48:20.282430 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6031-a7c4-481a-b837-5486b58155cf tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:20.290937 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad28b504-feb7-4d23-bc7a-8117643a79b1 None None] Sync routers for ids ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:48:20.303328 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad28b504-feb7-4d23-bc7a-8117643a79b1 None None] Routers {'40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:48:20.304095 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ad28b504-feb7-4d23-bc7a-8117643a79b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcfb6400>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:48:00Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:48:20.460805 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2b6a6031-a7c4-481a-b837-5486b58155cf tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "PUT /v2.0/floatingips/1113e1a6-cf28-402a-8f36-adf4eaef951f HTTP/1.1" status: 200  len: 991 time: 1.9600935
Dec 04 21:48:20.460805 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0449a9d-6783-4dbd-89ff-ea9638d85e2c', 'tag': '72135808-6808-4fdc-a826-a5f3819c0672'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:48:20.492694 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af0473-97e9-4b7d-916b-42cc5cc7d4ce req-1146dbff-ba5c-4429-bc8d-96b659f4a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:20.496873 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-75af0473-97e9-4b7d-916b-42cc5cc7d4ce req-1146dbff-ba5c-4429-bc8d-96b659f4a7e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f44e9f0609524db8ba8777ab4a04a3e9&device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 1163 time: 0.1565504
Dec 04 21:48:20.506889 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ad28b504-feb7-4d23-bc7a-8117643a79b1 None None] Set router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:48:20.665757 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0449a9d-6783-4dbd-89ff-ea9638d85e2c', 'tag': '72135808-6808-4fdc-a826-a5f3819c0672', 'status': 'completed', 'code': 200}
Dec 04 21:48:20.723987 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af0473-97e9-4b7d-916b-42cc5cc7d4ce req-3b97cd60-f144-45d8-b8df-674c049d9d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:20.725622 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-75af0473-97e9-4b7d-916b-42cc5cc7d4ce req-3b97cd60-f144-45d8-b8df-674c049d9d0f service neutron] 10.222.0.53 "GET /v2.0/networks?id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29 HTTP/1.1" status: 200  len: 904 time: 0.2020018
Dec 04 21:48:20.835165 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a8081-c6d8-4bd9-856d-1b0fa058d64a req-737105f9-b9bc-4236-805d-8ec006ecff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:20.836989 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-069a8081-c6d8-4bd9-856d-1b0fa058d64a req-737105f9-b9bc-4236-805d-8ec006ecff01 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6269000b8fee4f4ba481974a0000d47a&device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 1163 time: 0.1187894
Dec 04 21:48:20.907151 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-75af0473-97e9-4b7d-916b-42cc5cc7d4ce req-2826b3a2-6228-457f-9605-4008f262cb6e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d71d52-c53b-495f-acbe-a1ac21745fda HTTP/1.1" status: 200  len: 1002 time: 0.1745265
Dec 04 21:48:20.997556 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af0473-97e9-4b7d-916b-42cc5cc7d4ce req-a3cf130e-1743-4061-8b8f-5714ebd649e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:20.999757 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-75af0473-97e9-4b7d-916b-42cc5cc7d4ce req-a3cf130e-1743-4061-8b8f-5714ebd649e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f101be7-7361-44f6-9e0b-cdaa01d7405a HTTP/1.1" status: 200  len: 849 time: 0.0854628
Dec 04 21:48:21.015859 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a8081-c6d8-4bd9-856d-1b0fa058d64a req-1d289429-99ea-4f43-84c2-cb8478aa115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:21.017481 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-069a8081-c6d8-4bd9-856d-1b0fa058d64a req-1d289429-99ea-4f43-84c2-cb8478aa115e service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3 HTTP/1.1" status: 200  len: 910 time: 0.1740193
Dec 04 21:48:21.020210 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ad28b504-feb7-4d23-bc7a-8117643a79b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcfb6400>, [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:42:42Z', 'revision_number': 4, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '1113e1a6-cf28-402a-8f36-adf4eaef951f', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'port_id': '72135808-6808-4fdc-a826-a5f3819c0672', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'mac_address': 'fa:16:3e:76:17:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0449a9d-6783-4dbd-89ff-ea9638d85e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:47:43Z', 'updated_at': '2020-12-04T21:48:19Z', 'revision_number': 1, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a8b243-b6ba-4d8a-bbc3-fdb0940933a4', 'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'mac_address': 'fa:16:3e:e6:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:36Z', 'updated_at': '2020-12-04T21:42:59Z', 'revision_number': 5, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'subnets': [{'id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:48:21.027693 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad28b504-feb7-4d23-bc7a-8117643a79b1 None None] Checking router: 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:48:21.040008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad28b504-feb7-4d23-bc7a-8117643a79b1 None None] Routers {'40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:48:21.040994 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ad28b504-feb7-4d23-bc7a-8117643a79b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcfb6400>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:48:00Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:48:21.159120 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af0473-97e9-4b7d-916b-42cc5cc7d4ce req-2d6c6c17-5783-456a-8002-74d2d465264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:21.161068 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-75af0473-97e9-4b7d-916b-42cc5cc7d4ce req-2d6c6c17-5783-456a-8002-74d2d465264a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1527054
Dec 04 21:48:21.259189 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ad28b504-feb7-4d23-bc7a-8117643a79b1 None None] Set router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:48:21.275902 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-069a8081-c6d8-4bd9-856d-1b0fa058d64a req-ae55f2a1-eb2e-4377-9dc1-005e7e774087 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72135808-6808-4fdc-a826-a5f3819c0672 HTTP/1.1" status: 200  len: 999 time: 0.2401273
Dec 04 21:48:21.406476 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a8081-c6d8-4bd9-856d-1b0fa058d64a req-529b58cb-471f-49a3-ba3a-6dbe4f2519be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:21.408267 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-069a8081-c6d8-4bd9-856d-1b0fa058d64a req-529b58cb-471f-49a3-ba3a-6dbe4f2519be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5941c058-3e71-4ca9-85ab-a81ea76a2e2e HTTP/1.1" status: 200  len: 855 time: 0.1253107
Dec 04 21:48:21.410103 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-75af0473-97e9-4b7d-916b-42cc5cc7d4ce req-6227b88b-bd23-45dd-a40e-65f948951037 service neutron] 10.222.0.53 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2405102
Dec 04 21:48:21.536759 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a8081-c6d8-4bd9-856d-1b0fa058d64a req-2434428d-21c3-4418-a7d9-a7731615e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:21.539615 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-069a8081-c6d8-4bd9-856d-1b0fa058d64a req-2434428d-21c3-4418-a7d9-a7731615e151 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1168869
Dec 04 21:48:21.622115 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-75af0473-97e9-4b7d-916b-42cc5cc7d4ce req-9df58adf-8d35-4ad0-a0c7-8351136bec7f service neutron] 10.222.0.53 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2002394
Dec 04 21:48:21.874034 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-069a8081-c6d8-4bd9-856d-1b0fa058d64a req-266d15ba-b9c3-4331-ab17-a91f061d299d service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3267610
Dec 04 21:48:22.082627 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-069a8081-c6d8-4bd9-856d-1b0fa058d64a req-6a60c3df-782e-42e0-9cfa-2a56d7a7af8d service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2008574
Dec 04 21:48:22.226437 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ad28b504-feb7-4d23-bc7a-8117643a79b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcfb6400>, [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:42:42Z', 'revision_number': 4, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '1113e1a6-cf28-402a-8f36-adf4eaef951f', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'port_id': '72135808-6808-4fdc-a826-a5f3819c0672', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'mac_address': 'fa:16:3e:76:17:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0449a9d-6783-4dbd-89ff-ea9638d85e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:47:43Z', 'updated_at': '2020-12-04T21:48:19Z', 'revision_number': 1, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a8b243-b6ba-4d8a-bbc3-fdb0940933a4', 'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'mac_address': 'fa:16:3e:e6:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:36Z', 'updated_at': '2020-12-04T21:42:59Z', 'revision_number': 5, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'subnets': [{'id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:48:22.231543 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad28b504-feb7-4d23-bc7a-8117643a79b1 None None] The sync data for ids ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'] in dv-cinder-749155-4-iscsi is: [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:42:42Z', 'revision_number': 4, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '1113e1a6-cf28-402a-8f36-adf4eaef951f', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'port_id': '72135808-6808-4fdc-a826-a5f3819c0672', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'mac_address': 'fa:16:3e:76:17:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0449a9d-6783-4dbd-89ff-ea9638d85e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:47:43Z', 'updated_at': '2020-12-04T21:48:19Z', 'revision_number': 1, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a8b243-b6ba-4d8a-bbc3-fdb0940933a4', 'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'mac_address': 'fa:16:3e:e6:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:36Z', 'updated_at': '2020-12-04T21:42:59Z', 'revision_number': 5, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'subnets': [{'id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:48:22.554926 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec0f972-5f4e-4770-b73c-89991e86078c None None] New status for floating IP 1113e1a6-cf28-402a-8f36-adf4eaef951f: ACTIVE {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 21:48:23.551780 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6222a1b-858a-49cf-ad08-6ac072191121 req-24f573e9-05c7-4ca8-bb51-f59bf648b203 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:23.553393 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6222a1b-858a-49cf-ad08-6ac072191121 req-24f573e9-05c7-4ca8-bb51-f59bf648b203 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=dafe911b-6fee-4ad9-a6bf-7973abdaaa9d HTTP/1.1" status: 200  len: 946 time: 0.0876825
Dec 04 21:48:23.599860 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6222a1b-858a-49cf-ad08-6ac072191121 req-e26ed1d0-9ceb-4dd9-8946-a92e5d0e9148 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392299
Dec 04 21:48:24.825864 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c54e5-a632-4a1d-841a-f915f7f2c258 req-507d5476-10de-4fc3-8638-2c6e209d4925 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:24.827519 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-606c54e5-a632-4a1d-841a-f915f7f2c258 req-507d5476-10de-4fc3-8638-2c6e209d4925 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=dafe911b-6fee-4ad9-a6bf-7973abdaaa9d HTTP/1.1" status: 200  len: 946 time: 0.0926576
Dec 04 21:48:24.878017 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-606c54e5-a632-4a1d-841a-f915f7f2c258 req-6044e63a-1b9a-465d-908a-debc32669e79 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434923
Dec 04 21:48:25.509128 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 1386502b-59cd-4522-8ce6-0fb5cb15ea02 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:48:25.578616 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 1386502b-59cd-4522-8ce6-0fb5cb15ea02 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:48:25.579045 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:25.689376 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37631c77-cbf1-4f08-b4ba-e0adf5f5d62c req-36e4ef83-d5de-4de4-aa39-e6a5d69856ed tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:25.691021 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-37631c77-cbf1-4f08-b4ba-e0adf5f5d62c req-36e4ef83-d5de-4de4-aa39-e6a5d69856ed tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.53 "GET /v2.0/ports?device_id=dafe911b-6fee-4ad9-a6bf-7973abdaaa9d HTTP/1.1" status: 200  len: 946 time: 0.1109040
Dec 04 21:48:25.782265 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-37631c77-cbf1-4f08-b4ba-e0adf5f5d62c req-a761a17b-da1a-4ef0-9dac-b18464ce7ec2 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Deleting port 1386502b-59cd-4522-8ce6-0fb5cb15ea02 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:48:25.782646 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-37631c77-cbf1-4f08-b4ba-e0adf5f5d62c req-a761a17b-da1a-4ef0-9dac-b18464ce7ec2 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:26.066357 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-37631c77-cbf1-4f08-b4ba-e0adf5f5d62c req-a761a17b-da1a-4ef0-9dac-b18464ce7ec2 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] For port 1386502b-59cd-4522-8ce6-0fb5cb15ea02, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=1386502b-59cd-4522-8ce6-0fb5cb15ea02,segment=NetworkSegment(3e5dc64d-0482-433a-9b5f-3df59e6eb914),segment_id=3e5dc64d-0482-433a-9b5f-3df59e6eb914)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:48:26.067379 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-37631c77-cbf1-4f08-b4ba-e0adf5f5d62c req-a761a17b-da1a-4ef0-9dac-b18464ce7ec2 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:26.108343 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89d91a-d58f-43de-9ba7-4ff3dfeb22ec req-f5ad2a7e-1921-41dd-8633-281d2fd540f8 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:26.109998 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fd89d91a-d58f-43de-9ba7-4ff3dfeb22ec req-f5ad2a7e-1921-41dd-8633-281d2fd540f8 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=dafe911b-6fee-4ad9-a6bf-7973abdaaa9d HTTP/1.1" status: 200  len: 946 time: 0.0955088
Dec 04 21:48:26.176542 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fd89d91a-d58f-43de-9ba7-4ff3dfeb22ec req-d9fbbcfc-8102-4060-bbea-57a1393f1947 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600848
Dec 04 21:48:26.201477 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-37631c77-cbf1-4f08-b4ba-e0adf5f5d62c req-a761a17b-da1a-4ef0-9dac-b18464ce7ec2 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Calling delete_port for 1386502b-59cd-4522-8ce6-0fb5cb15ea02 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:48:26.364466 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-37631c77-cbf1-4f08-b4ba-e0adf5f5d62c req-a761a17b-da1a-4ef0-9dac-b18464ce7ec2 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:26.384127 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1a1f733c-81b2-4901-ba07-2e074c96a454 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:26.488625 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761a17b-da1a-4ef0-9dac-b18464ce7ec2 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Pushing event deleted for resources: {'Port': ['ID=1386502b-59cd-4522-8ce6-0fb5cb15ea02,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:26.492771 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a761a17b-da1a-4ef0-9dac-b18464ce7ec2 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:26.572318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 39238) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:26.597815 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-37631c77-cbf1-4f08-b4ba-e0adf5f5d62c req-a761a17b-da1a-4ef0-9dac-b18464ce7ec2 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] No DVR routers for this DVR port 1386502b-59cd-4522-8ce6-0fb5cb15ea02 on host hv-cinder-74915 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:48:26.600183 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-37631c77-cbf1-4f08-b4ba-e0adf5f5d62c req-a761a17b-da1a-4ef0-9dac-b18464ce7ec2 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:26.602932 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafe911b-6fee-4ad9-a6bf-7973abdaaa9d', 'name': 'network-vif-deleted', 'tag': '1386502b-59cd-4522-8ce6-0fb5cb15ea02'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:48:26.621991 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-37631c77-cbf1-4f08-b4ba-e0adf5f5d62c req-a761a17b-da1a-4ef0-9dac-b18464ce7ec2 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.53 "DELETE /v2.0/ports/1386502b-59cd-4522-8ce6-0fb5cb15ea02 HTTP/1.1" status: 204  len: 173 time: 0.9202380
Dec 04 21:48:26.633468 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70562f77-392d-4baa-bf56-62de0b516ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:26.790985 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9337cc19-5943-4666-8627-67c902f32bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:26.811157 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9337cc19-5943-4666-8627-67c902f32bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:48:26.817230 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9337cc19-5943-4666-8627-67c902f32bf9 admin admin] Usage tracker for resource:security_group_rule and tenant:cf0547efbe3144a0a61cacfd9147869d is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:48:26.824485 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9337cc19-5943-4666-8627-67c902f32bf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:48:26.832418 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9337cc19-5943-4666-8627-67c902f32bf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:48:26.883674 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafe911b-6fee-4ad9-a6bf-7973abdaaa9d', 'name': 'network-vif-deleted', 'tag': '1386502b-59cd-4522-8ce6-0fb5cb15ea02', 'status': 'completed', 'code': 200}
Dec 04 21:48:26.943154 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9337cc19-5943-4666-8627-67c902f32bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:26.946227 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9337cc19-5943-4666-8627-67c902f32bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:26.956636 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-608087f7-846b-4dc2-96f7-4641f1559d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:27.002591 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9337cc19-5943-4666-8627-67c902f32bf9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf0547efbe3144a0a61cacfd9147869d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4291389
Dec 04 21:48:27.004382 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337cc19-5943-4666-8627-67c902f32bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da566c9-cee0-42da-aadf-142fc5b9bf22,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:27.005609 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 39252) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:27.007864 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9337cc19-5943-4666-8627-67c902f32bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:27.075202 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-26308d9d-9633-42be-ae8b-3d78eb012c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:27.314625 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-26308d9d-9633-42be-ae8b-3d78eb012c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:27.364558 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-26308d9d-9633-42be-ae8b-3d78eb012c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:27.370192 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dc72a889-a410-4984-a542-add0feb030a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:27.381676 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26308d9d-9633-42be-ae8b-3d78eb012c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da566c9-cee0-42da-aadf-142fc5b9bf22,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:27.385602 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-26308d9d-9633-42be-ae8b-3d78eb012c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:27.390196 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-26308d9d-9633-42be-ae8b-3d78eb012c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:27.390814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 1386502b-59cd-4522-8ce6-0fb5cb15ea02 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:48:27.391435 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-26308d9d-9633-42be-ae8b-3d78eb012c7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7da566c9-cee0-42da-aadf-142fc5b9bf22 HTTP/1.1" status: 204  len: 168 time: 0.3847573
Dec 04 21:48:27.414975 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e9c6d441-dfcc-491f-9645-0c53ab12d7b6 req-19cf2628-7648-4159-a2bf-613a7bf612e2 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=dafe911b-6fee-4ad9-a6bf-7973abdaaa9d HTTP/1.1" status: 200  len: 210 time: 0.0689662
Dec 04 21:48:27.461100 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] No Port match for: 1386502b-59cd-4522-8ce6-0fb5cb15ea02 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:48:27.461510 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 1386502b-59cd-4522-8ce6-0fb5cb15ea02 not bound to the agent host hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:48:30.520355 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba8d8640-0671-4a1d-99d8-abe77e431cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:31.540900 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:31.914034 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:31.983057 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:32.153233 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:39.311576 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-0bb620f7-8875-419b-a07b-33138ebe1e86 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:39.311576 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-0bb620f7-8875-419b-a07b-33138ebe1e86 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/networks?id=f29f42e0-f12f-43cd-b81a-9250c872c7e6 HTTP/1.1" status: 200  len: 813 time: 0.1670475
Dec 04 21:48:39.325995 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-a46179e1-b090-42c5-8e30-c70a86694cb1 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/quotas/51ae4b6b9f2140b8a381bac99293a112 HTTP/1.1" status: 200  len: 375 time: 0.0116451
Dec 04 21:48:39.382306 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-12aae754-da33-4adf-8a39-bf3a46e01a39 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?tenant_id=51ae4b6b9f2140b8a381bac99293a112&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0499356
Dec 04 21:48:39.782067 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-e4b02025-3684-44d5-b401-f92347160131 service neutron] 10.222.0.44 "GET /v2.0/networks/f29f42e0-f12f-43cd-b81a-9250c872c7e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3914433
Dec 04 21:48:39.934343 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-3ee473eb-7bc8-4e6e-b380-1e2e78d5ef7b service neutron] 10.222.0.44 "GET /v2.0/networks/f29f42e0-f12f-43cd-b81a-9250c872c7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445475
Dec 04 21:48:40.161760 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0081ad56-b52b-4f87-a54d-c3ee840b8b1f req-e396aa78-68fc-4220-b54f-1ef89510c9b8 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 210 time: 0.0630445
Dec 04 21:48:41.280650 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 39500) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:41.396293 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-43afa284-69f6-4f99-bc0a-e0d5bc45aeba req-25274d5f-2b29-4f8d-8238-8a2e998b30a6 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 210 time: 0.1008184
Dec 04 21:48:41.450076 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-99173fec-1fb0-4ff9-9144-196eea5e7465 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:41.451186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-99173fec-1fb0-4ff9-9144-196eea5e7465 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Synchronizing usage tracker for tenant:51ae4b6b9f2140b8a381bac99293a112 on resource:network {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:48:41.468883 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-99173fec-1fb0-4ff9-9144-196eea5e7465 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Unset dirty status for tenant:51ae4b6b9f2140b8a381bac99293a112 on resource:network {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:48:41.470160 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-99173fec-1fb0-4ff9-9144-196eea5e7465 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.53 "GET /v2.0/networks?id=f29f42e0-f12f-43cd-b81a-9250c872c7e6 HTTP/1.1" status: 200  len: 813 time: 0.2007413
Dec 04 21:48:41.509747 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cdfc6db3-e86d-47c5-9811-cb5c6b8e9dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:41.530597 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cdfc6db3-e86d-47c5-9811-cb5c6b8e9dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:48:41.534754 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cdfc6db3-e86d-47c5-9811-cb5c6b8e9dcb admin admin] Usage tracker for resource:security_group_rule and tenant:64ba995d62de4158a02c8e22a9101fa0 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:48:41.537900 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cdfc6db3-e86d-47c5-9811-cb5c6b8e9dcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:48:41.544682 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cdfc6db3-e86d-47c5-9811-cb5c6b8e9dcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:48:41.633175 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cdfc6db3-e86d-47c5-9811-cb5c6b8e9dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:41.636223 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cdfc6db3-e86d-47c5-9811-cb5c6b8e9dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:41.646181 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-95451d57-6413-40e4-ad27-7d37820e3f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:41.689760 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cdfc6db3-e86d-47c5-9811-cb5c6b8e9dcb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64ba995d62de4158a02c8e22a9101fa0&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4071789
Dec 04 21:48:41.691530 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc6db3-e86d-47c5-9811-cb5c6b8e9dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1332201-533a-42da-86be-fb74c60d6c1a,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:41.693068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 39508) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:41.695703 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cdfc6db3-e86d-47c5-9811-cb5c6b8e9dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:41.765882 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:41.795076 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:41.848651 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:41.854178 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7c8bf946-f37f-40f6-8df2-63437d4dbd2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:41.873608 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1332201-533a-42da-86be-fb74c60d6c1a,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:41.882828 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.883237 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.883681 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.884082 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.884472 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.884862 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.885260 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.885642 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.886039 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.887193 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.887743 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.888315 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.888803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.889196 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.889586 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.889974 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.890363 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.890747 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.891131 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.891544 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.891935 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.892317 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.892703 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.893097 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:41.896294 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:41.897532 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1332201-533a-42da-86be-fb74c60d6c1a HTTP/1.1" status: 204  len: 168 time: 0.2034004
Dec 04 21:48:41.898558 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:42.276965 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 39518) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:42.298119 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:42.314105 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:48:42.318184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Usage tracker for resource:security_group_rule and tenant:0e5be5bdca2649d3bc9d992e20248bef is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:48:42.321252 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:48:42.328052 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:48:42.437961 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:42.441132 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:42.452403 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9337cc19-5943-4666-8627-67c902f32bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:42.503414 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e5be5bdca2649d3bc9d992e20248bef&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2245033
Dec 04 21:48:42.507857 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 39524) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:42.510604 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3100994f-de81-4166-99ea-cf65a448f670,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:42.531736 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.532143 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.532558 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.532964 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.533363 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.533764 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.534163 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.534564 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.534961 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.535358 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.535781 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.536178 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.536643 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.537032 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.537429 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.537819 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.538211 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.538601 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.538985 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.539380 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.539797 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.540184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.540568 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.540957 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:48:42.548003 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:42.623915 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c9758b14-2d09-43b3-b11f-6eccf23543b4 req-9291704d-f230-4725-8c16-5195ec882568 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 210 time: 0.0607591
Dec 04 21:48:42.646404 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9bde9298-e293-4bbd-8e82-4911da88cf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:42.678610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9bde9298-e293-4bbd-8e82-4911da88cf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:42.728378 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9bde9298-e293-4bbd-8e82-4911da88cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:42.734788 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-12f69f17-7242-4907-a7f3-ef8400544990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:42.751120 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde9298-e293-4bbd-8e82-4911da88cf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3100994f-de81-4166-99ea-cf65a448f670,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:42.754220 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9bde9298-e293-4bbd-8e82-4911da88cf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:42.767832 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9bde9298-e293-4bbd-8e82-4911da88cf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:42.769090 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9bde9298-e293-4bbd-8e82-4911da88cf5c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3100994f-de81-4166-99ea-cf65a448f670 HTTP/1.1" status: 204  len: 168 time: 0.2600753
Dec 04 21:48:43.399355 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 39534) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:43.439387 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7b43cbe1-33e6-4590-b2a2-1ca182e74559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:43.468934 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7b43cbe1-33e6-4590-b2a2-1ca182e74559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:48:43.476705 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-7b43cbe1-33e6-4590-b2a2-1ca182e74559 admin admin] Usage tracker for resource:security_group_rule and tenant:10b96909aa1f41d792aa8e3ad46cf065 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:48:43.484042 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-7b43cbe1-33e6-4590-b2a2-1ca182e74559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:48:43.495377 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7b43cbe1-33e6-4590-b2a2-1ca182e74559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:48:43.657954 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7b43cbe1-33e6-4590-b2a2-1ca182e74559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:43.662223 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7b43cbe1-33e6-4590-b2a2-1ca182e74559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:43.679904 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-77b6f917-a510-458c-b635-a947d602a794 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:43.747729 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43cbe1-33e6-4590-b2a2-1ca182e74559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90f717f-4892-4033-92bb-957ef2425505,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:43.752576 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7b43cbe1-33e6-4590-b2a2-1ca182e74559 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10b96909aa1f41d792aa8e3ad46cf065&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3515654
Dec 04 21:48:43.753641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7b43cbe1-33e6-4590-b2a2-1ca182e74559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:43.757112 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 39540) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:43.835609 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b061be17-b7d7-40bd-85da-5f284765a777 req-ba8e774b-86a1-40e5-8837-c3c57cbd0d68 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 210 time: 0.0627866
Dec 04 21:48:43.880656 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af65f1bd-1fb3-4baf-9634-82e591a60db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:43.912883 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af65f1bd-1fb3-4baf-9634-82e591a60db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:43.962680 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af65f1bd-1fb3-4baf-9634-82e591a60db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:43.969223 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-316fb4da-41fd-46e0-9d1e-3547c5c02afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:43.983184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65f1bd-1fb3-4baf-9634-82e591a60db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90f717f-4892-4033-92bb-957ef2425505,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:43.986121 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-af65f1bd-1fb3-4baf-9634-82e591a60db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:43.990986 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af65f1bd-1fb3-4baf-9634-82e591a60db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:43.992536 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-af65f1bd-1fb3-4baf-9634-82e591a60db8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b90f717f-4892-4033-92bb-957ef2425505 HTTP/1.1" status: 204  len: 168 time: 0.2340431
Dec 04 21:48:44.104846 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-949019d8-fb74-4e7c-9cd1-7112d3cda90a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Request body: {'port': {'device_id': '22702190-0808-421f-b3c5-bd7700b41ede', 'network_id': 'f29f42e0-f12f-43cd-b81a-9250c872c7e6', 'admin_state_up': True, 'tenant_id': '51ae4b6b9f2140b8a381bac99293a112'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:48:44.268596 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-949019d8-fb74-4e7c-9cd1-7112d3cda90a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:48:44.274721 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-949019d8-fb74-4e7c-9cd1-7112d3cda90a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Usage tracker for resource:port and tenant:51ae4b6b9f2140b8a381bac99293a112 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:48:44.278926 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-949019d8-fb74-4e7c-9cd1-7112d3cda90a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Quota usage for port was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:48:44.285377 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-949019d8-fb74-4e7c-9cd1-7112d3cda90a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:48:44.295352 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-949019d8-fb74-4e7c-9cd1-7112d3cda90a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Made reservation on behalf of 51ae4b6b9f2140b8a381bac99293a112 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:48:44.301218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-949019d8-fb74-4e7c-9cd1-7112d3cda90a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:44.639968 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-949019d8-fb74-4e7c-9cd1-7112d3cda90a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Allocated IP 172.20.0.6 (f29f42e0-f12f-43cd-b81a-9250c872c7e6/4165cdc1-a30e-4921-b426-192bb5a6b78a/3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:48:44.878752 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-949019d8-fb74-4e7c-9cd1-7112d3cda90a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:44.907851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-949019d8-fb74-4e7c-9cd1-7112d3cda90a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:44.987788 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:45.130879 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-949019d8-fb74-4e7c-9cd1-7112d3cda90a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Network f29f42e0-f12f-43cd-b81a-9250c872c7e6 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:48:45.134913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-949019d8-fb74-4e7c-9cd1-7112d3cda90a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:48:45.137501 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949019d8-fb74-4e7c-9cd1-7112d3cda90a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Pushing event updated for resources: {'Port': ['ID=3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:45.140529 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-949019d8-fb74-4e7c-9cd1-7112d3cda90a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:48:45.171446 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3bbd6-4ad7-40b3-98a5-c7b4c75ce0b4 req-b49019a6-ba26-4ed9-92aa-2097fd1647ee tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:45.173187 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ffa3bbd6-4ad7-40b3-98a5-c7b4c75ce0b4 req-b49019a6-ba26-4ed9-92aa-2097fd1647ee tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 931 time: 0.1637783
Dec 04 21:48:45.207838 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-949019d8-fb74-4e7c-9cd1-7112d3cda90a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:45.231436 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ffa3bbd6-4ad7-40b3-98a5-c7b4c75ce0b4 req-4029979a-f3bc-4e38-9869-f879b320dd1a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458329
Dec 04 21:48:45.265875 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-949019d8-fb74-4e7c-9cd1-7112d3cda90a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:45.266555 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-949019d8-fb74-4e7c-9cd1-7112d3cda90a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:45.298235 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-949019d8-fb74-4e7c-9cd1-7112d3cda90a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1952939
Dec 04 21:48:45.317284 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Request body: {'port': {'device_id': '22702190-0808-421f-b3c5-bd7700b41ede', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:48:45.510428 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:45.621223 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20dfacf-e9e5-4d4d-8234-c98662eb4aec req-01e4e9f5-4ab6-4e57-a8c0-0df7ddd480e8 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:45.623848 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d20dfacf-e9e5-4d4d-8234-c98662eb4aec req-01e4e9f5-4ab6-4e57-a8c0-0df7ddd480e8 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.0988526
Dec 04 21:48:45.676571 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d20dfacf-e9e5-4d4d-8234-c98662eb4aec req-e04fe2d5-ede7-4ce1-a11a-12da3c750033 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462973
Dec 04 21:48:45.994534 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:48:46.008059 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:46.025859 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Transition to ACTIVE for port object 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:48:46.029344 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:46.048194 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4c6dbb12-2946-45b5-8698-ba478c62f3d3 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:46.240385 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Pushing event updated for resources: {'Port': ['ID=3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:46.244754 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:46.442926 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Attempting to bind port 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:48:46.442926 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Attempting to bind port 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '3e5dc64d-0482-433a-9b5f-3df59e6eb914', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f29f42e0-f12f-43cd-b81a-9250c872c7e6'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:48:46.442926 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Attempting to bind port 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea on network f29f42e0-f12f-43cd-b81a-9250c872c7e6 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:48:46.450229 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:48:46.450680 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Checking segment: {'id': '3e5dc64d-0482-433a-9b5f-3df59e6eb914', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f29f42e0-f12f-43cd-b81a-9250c872c7e6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:48:46.451522 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:46.451522 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Bound using segment: {'id': '3e5dc64d-0482-433a-9b5f-3df59e6eb914', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f29f42e0-f12f-43cd-b81a-9250c872c7e6'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:48:46.452208 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Bound port: 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5dc64d-0482-433a-9b5f-3df59e6eb914', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f29f42e0-f12f-43cd-b81a-9250c872c7e6'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:48:46.452759 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:46.490578 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fa008-8e01-4793-9b27-4a46eb4120ef req-1a7427eb-e97d-4dd1-97dd-2f6cf43ccc6b tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:46.492243 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-067fa008-8e01-4793-9b27-4a46eb4120ef req-1a7427eb-e97d-4dd1-97dd-2f6cf43ccc6b tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 943 time: 0.0955579
Dec 04 21:48:46.578583 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-067fa008-8e01-4793-9b27-4a46eb4120ef req-167873ef-6459-4f15-a9be-7df00f5fe6f8 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792487
Dec 04 21:48:46.582027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] For port 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea, host hv-cinder-74915, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:48:46.585394 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] For port 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea,segment=NetworkSegment(3e5dc64d-0482-433a-9b5f-3df59e6eb914),segment_id=3e5dc64d-0482-433a-9b5f-3df59e6eb914)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:48:46.591182 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:46.662591 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0cfe6709-badc-4a1b-be12-1660af6b9cb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:46.780964 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Pushing event updated for resources: {'Port': ['ID=3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:46.784574 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:46.822280 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:46.822972 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:46.825981 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] 10.222.0.53 "PUT /v2.0/ports/3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea HTTP/1.1" status: 200  len: 1157 time: 1.5134892
Dec 04 21:48:46.826683 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22702190-0808-421f-b3c5-bd7700b41ede', 'tag': '3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:48:46.953222 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22702190-0808-421f-b3c5-bd7700b41ede', 'tag': '3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea', 'status': 'completed', 'code': 200}
Dec 04 21:48:47.000158 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-54a00937-1c09-4297-96c9-307cb5c0c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:47.001832 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-54a00937-1c09-4297-96c9-307cb5c0c64f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51ae4b6b9f2140b8a381bac99293a112&device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 1160 time: 0.1030290
Dec 04 21:48:47.015248 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfef2f-0424-4f37-ac92-3659c6ac03e3 req-304593e5-8679-4fd0-b0d3-6392e7f04330 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:47.017021 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c3cfef2f-0424-4f37-ac92-3659c6ac03e3 req-304593e5-8679-4fd0-b0d3-6392e7f04330 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.1485689
Dec 04 21:48:47.086176 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c3cfef2f-0424-4f37-ac92-3659c6ac03e3 req-1c8bb1a6-def5-4221-9c03-797b33c27021 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602541
Dec 04 21:48:47.088084 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-37aaae1b-e99e-43b0-aea1-133f44e0d761 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea HTTP/1.1" status: 200  len: 217 time: 0.0712028
Dec 04 21:48:47.173202 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-d54d0787-25dd-46db-972e-65043b8847c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:47.174804 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-d54d0787-25dd-46db-972e-65043b8847c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4165cdc1-a30e-4921-b426-192bb5a6b78a HTTP/1.1" status: 200  len: 853 time: 0.0799129
Dec 04 21:48:47.229220 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-cdd84937-8f06-408b-a62a-7d575436a1a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29f42e0-f12f-43cd-b81a-9250c872c7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469363
Dec 04 21:48:47.411651 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-1d19208c-e5fe-4b6c-afcd-9654d758a4bb service neutron] 10.222.0.53 "GET /v2.0/networks/f29f42e0-f12f-43cd-b81a-9250c872c7e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671538
Dec 04 21:48:47.779542 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1f81922-0974-4ac7-bb8b-cf53fede9673 req-bac4fe0c-9387-4971-9dcc-948d623419ec service neutron] 10.222.0.53 "GET /v2.0/networks/f29f42e0-f12f-43cd-b81a-9250c872c7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3590775
Dec 04 21:48:47.803138 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a6fae-5bef-4b2c-800a-02f20e4710cb req-33663d71-796b-4115-9fbb-039f9ea42d20 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:47.804842 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-480a6fae-5bef-4b2c-800a-02f20e4710cb req-33663d71-796b-4115-9fbb-039f9ea42d20 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 943 time: 0.0872440
Dec 04 21:48:47.856601 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-480a6fae-5bef-4b2c-800a-02f20e4710cb req-6ecf5c71-b419-4370-826f-d804f17a02bb tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443380
Dec 04 21:48:48.015117 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51922cd6-7a99-4b6a-8855-ba66583ba101 req-f0c5f47c-a85c-4243-9852-c926ba01c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:48.016773 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-51922cd6-7a99-4b6a-8855-ba66583ba101 req-f0c5f47c-a85c-4243-9852-c926ba01c24a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51ae4b6b9f2140b8a381bac99293a112&device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 1160 time: 0.0786331
Dec 04 21:48:48.145482 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-50475974-857b-4c2d-b38a-6aa86c2d1ba0 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:48.147124 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-50475974-857b-4c2d-b38a-6aa86c2d1ba0 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.53 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.0913897
Dec 04 21:48:48.206222 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51922cd6-7a99-4b6a-8855-ba66583ba101 req-5bd91f73-d480-4274-85ae-0368990326f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:48.207868 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-51922cd6-7a99-4b6a-8855-ba66583ba101 req-5bd91f73-d480-4274-85ae-0368990326f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f29f42e0-f12f-43cd-b81a-9250c872c7e6 HTTP/1.1" status: 200  len: 907 time: 0.1528986
Dec 04 21:48:48.229284 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Deleting port b5d71d52-c53b-495f-acbe-a1ac21745fda {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:48:48.229671 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:48.288083 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-51922cd6-7a99-4b6a-8855-ba66583ba101 req-0eb74e61-7d54-44d1-8d07-aadc3eb037a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea HTTP/1.1" status: 200  len: 217 time: 0.0713961
Dec 04 21:48:48.370167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51922cd6-7a99-4b6a-8855-ba66583ba101 req-daae76d9-11cf-4b2e-827b-beb15df5b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:48.372125 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-51922cd6-7a99-4b6a-8855-ba66583ba101 req-daae76d9-11cf-4b2e-827b-beb15df5b29b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4165cdc1-a30e-4921-b426-192bb5a6b78a HTTP/1.1" status: 200  len: 853 time: 0.0727100
Dec 04 21:48:48.407341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device b5d71d52-c53b-495f-acbe-a1ac21745fda no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:48:48.437767 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-51922cd6-7a99-4b6a-8855-ba66583ba101 req-ec116efe-946a-4bcf-8380-2e244be0c7ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29f42e0-f12f-43cd-b81a-9250c872c7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559540
Dec 04 21:48:48.547911 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:48.569504 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] For port b5d71d52-c53b-495f-acbe-a1ac21745fda, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=b5d71d52-c53b-495f-acbe-a1ac21745fda,segment=NetworkSegment(21301322-ae50-4615-b225-c2624cd2b7dd),segment_id=21301322-ae50-4615-b225-c2624cd2b7dd)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:48:48.569912 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:48.586153 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port b5d71d52-c53b-495f-acbe-a1ac21745fda, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=b5d71d52-c53b-495f-acbe-a1ac21745fda,segment=NetworkSegment(21301322-ae50-4615-b225-c2624cd2b7dd),segment_id=21301322-ae50-4615-b225-c2624cd2b7dd)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:48:48.587834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6393606a-a64f-420f-97a1-fe21b590b99c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d71d52-c53b-495f-acbe-a1ac21745fda'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:48:48.595218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:48.597290 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:48.627895 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-51922cd6-7a99-4b6a-8855-ba66583ba101 req-a85c99df-282f-49d5-a9b9-458cef05eac6 service neutron] 10.222.0.53 "GET /v2.0/networks/f29f42e0-f12f-43cd-b81a-9250c872c7e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737537
Dec 04 21:48:48.673911 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=b5d71d52-c53b-495f-acbe-a1ac21745fda,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:48.681943 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:48.686747 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6393606a-a64f-420f-97a1-fe21b590b99c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d71d52-c53b-495f-acbe-a1ac21745fda', 'code': 200}
Dec 04 21:48:48.744050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdfdc8-50f3-4170-b35f-3fdf3e752ef7 req-2605af97-d68e-434c-85e8-d2f796cc6697 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:48.749177 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7afdfdc8-50f3-4170-b35f-3fdf3e752ef7 req-2605af97-d68e-434c-85e8-d2f796cc6697 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 946 time: 0.4870634
Dec 04 21:48:48.818860 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-51922cd6-7a99-4b6a-8855-ba66583ba101 req-0c414a9f-f233-4882-adae-d253ebf656ad service neutron] 10.222.0.53 "GET /v2.0/networks/f29f42e0-f12f-43cd-b81a-9250c872c7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1798096
Dec 04 21:48:48.894653 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7afdfdc8-50f3-4170-b35f-3fdf3e752ef7 req-1a81aac4-a063-4c61-8e62-833e0653b345 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1394153
Dec 04 21:48:49.043353 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for floatingip, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:49.043894 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:49.044212 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Floating IP 500605ef-c5d1-4e1f-ba9d-579203d38577 disassociated. External IP: 172.27.1.111, port: b5d71d52-c53b-495f-acbe-a1ac21745fda.
Dec 04 21:48:49.044566 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Calling delete_port for b5d71d52-c53b-495f-acbe-a1ac21745fda owned by compute:nova {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:48:49.185517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80265) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:48:49.186703 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:48:49.234775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d591da-e08f-4a88-9044-9fdc4bba60b2 req-616e8071-ac89-442c-9ceb-1e6766d08727 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:49.236446 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50d591da-e08f-4a88-9044-9fdc4bba60b2 req-616e8071-ac89-442c-9ceb-1e6766d08727 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 943 time: 0.1042776
Dec 04 21:48:49.297981 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50d591da-e08f-4a88-9044-9fdc4bba60b2 req-80bbf74c-88da-41a4-845d-f1e26c94456c tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496278
Dec 04 21:48:49.687202 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Deleting port b5d71d52-c53b-495f-acbe-a1ac21745fda {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:48:49.687646 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:49.912799 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:48:49.949413 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] For port b5d71d52-c53b-495f-acbe-a1ac21745fda, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=b5d71d52-c53b-495f-acbe-a1ac21745fda,segment=NetworkSegment(21301322-ae50-4615-b225-c2624cd2b7dd),segment_id=21301322-ae50-4615-b225-c2624cd2b7dd)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:48:49.949799 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:50.291230 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dae49-9263-48e2-9cdf-823841271f59 req-a8e1f9a2-85a4-44f4-817e-ccb4699b444f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:50.292872 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-234dae49-9263-48e2-9cdf-823841271f59 req-a8e1f9a2-85a4-44f4-817e-ccb4699b444f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 944 time: 0.2563303
Dec 04 21:48:50.375912 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for floatingip, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:50.376329 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:50.376723 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Floating IP 500605ef-c5d1-4e1f-ba9d-579203d38577 disassociated. External IP: 172.27.1.111, port: b5d71d52-c53b-495f-acbe-a1ac21745fda.
Dec 04 21:48:50.377076 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Calling delete_port for b5d71d52-c53b-495f-acbe-a1ac21745fda owned by compute:nova {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:48:50.412044 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-234dae49-9263-48e2-9cdf-823841271f59 req-f3d65e40-ecb4-4b1d-a130-3cf94a2db992 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=c2c8ff1e-1df1-4b2f-a598-078a0156837b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1043427
Dec 04 21:48:50.652050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:50.676196 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1107e740-6e35-4043-bd3e-37f194ed30fb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:51.016510 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Pushing event deleted for resources: {'Port': ['ID=b5d71d52-c53b-495f-acbe-a1ac21745fda,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:51.025964 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:51.064328 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbceb5-c1c7-418b-93bd-7be5b43f5054 req-a4fac79d-dba2-444b-94f0-5ffdc89928c7 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:51.065932 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-12dbceb5-c1c7-418b-93bd-7be5b43f5054 req-a4fac79d-dba2-444b-94f0-5ffdc89928c7 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 943 time: 0.5141456
Dec 04 21:48:51.144585 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-12dbceb5-c1c7-418b-93bd-7be5b43f5054 req-35410e0c-1703-4e06-90bf-679928e7edeb tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668461
Dec 04 21:48:51.336777 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Router 2ca53c63-661d-4a03-abf1-03437e37d9db has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:48:51.537028 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:48:51.549128 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ec70a0-6d02-45cb-a27e-8d81e03d20dd None None] Sync routers for ids ['2ca53c63-661d-4a03-abf1-03437e37d9db'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:48:51.561293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec70a0-6d02-45cb-a27e-8d81e03d20dd None None] Routers {'2ca53c63-661d-4a03-abf1-03437e37d9db'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:48:51.562132 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b8ec70a0-6d02-45cb-a27e-8d81e03d20dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcf9f278>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:48:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['2ca53c63-661d-4a03-abf1-03437e37d9db'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:48:51.626231 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] No DVR routers for this DVR port b5d71d52-c53b-495f-acbe-a1ac21745fda on host hv-cinder-74915 {{(pid=80265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:48:51.633043 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:51.636023 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6393606a-a64f-420f-97a1-fe21b590b99c', 'name': 'network-vif-deleted', 'tag': 'b5d71d52-c53b-495f-acbe-a1ac21745fda'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:48:51.655937 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-681be796-31d5-4acc-aacf-295d63b756c4 req-65ca8d92-e1d7-4d4a-8c2f-3c51f0025f23 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Synchronizing usage tracker for tenant:f44e9f0609524db8ba8777ab4a04a3e9 on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:48:51.659781 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-836dc44a-6e46-467e-875f-7b8f46ee1c18 req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.53 "DELETE /v2.0/ports/b5d71d52-c53b-495f-acbe-a1ac21745fda HTTP/1.1" status: 204  len: 173 time: 3.5067823
Dec 04 21:48:51.679393 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-681be796-31d5-4acc-aacf-295d63b756c4 req-65ca8d92-e1d7-4d4a-8c2f-3c51f0025f23 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Unset dirty status for tenant:f44e9f0609524db8ba8777ab4a04a3e9 on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:48:51.680758 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-681be796-31d5-4acc-aacf-295d63b756c4 req-65ca8d92-e1d7-4d4a-8c2f-3c51f0025f23 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 210 time: 0.1051755
Dec 04 21:48:51.799679 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-b8ec70a0-6d02-45cb-a27e-8d81e03d20dd None None] Set router 2ca53c63-661d-4a03-abf1-03437e37d9db gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:48:51.837472 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6393606a-a64f-420f-97a1-fe21b590b99c', 'name': 'network-vif-deleted', 'tag': 'b5d71d52-c53b-495f-acbe-a1ac21745fda', 'status': 'completed', 'code': 200}
Dec 04 21:48:52.165284 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b8ec70a0-6d02-45cb-a27e-8d81e03d20dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcf9f278>, [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:44:22Z', 'revision_number': 4, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '175bce0b-c51e-485c-91d2-af25ccc2145b', 'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'mac_address': 'fa:16:3e:67:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:20Z', 'updated_at': '2020-12-04T21:44:34Z', 'revision_number': 5, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'subnets': [{'id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:48:52.169963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ec70a0-6d02-45cb-a27e-8d81e03d20dd None None] Checking router: 2ca53c63-661d-4a03-abf1-03437e37d9db for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:48:52.179549 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec70a0-6d02-45cb-a27e-8d81e03d20dd None None] Routers {'2ca53c63-661d-4a03-abf1-03437e37d9db'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:48:52.180239 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b8ec70a0-6d02-45cb-a27e-8d81e03d20dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcf9f278>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:48:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['2ca53c63-661d-4a03-abf1-03437e37d9db'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:48:52.374094 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583134a-05e5-406f-adf7-034bd79d75b7 req-b8c209ac-c951-4af0-a909-383cc0cb9a3f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:52.375694 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c583134a-05e5-406f-adf7-034bd79d75b7 req-b8c209ac-c951-4af0-a909-383cc0cb9a3f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 943 time: 0.0913815
Dec 04 21:48:52.380942 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-b8ec70a0-6d02-45cb-a27e-8d81e03d20dd None None] Set router 2ca53c63-661d-4a03-abf1-03437e37d9db gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:48:52.430401 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c583134a-05e5-406f-adf7-034bd79d75b7 req-bcd3399f-ef88-4360-842e-e832dd81aa24 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482502
Dec 04 21:48:52.721963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b8ec70a0-6d02-45cb-a27e-8d81e03d20dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcf9f278>, [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:44:22Z', 'revision_number': 4, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '175bce0b-c51e-485c-91d2-af25ccc2145b', 'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'mac_address': 'fa:16:3e:67:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:20Z', 'updated_at': '2020-12-04T21:44:34Z', 'revision_number': 5, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'subnets': [{'id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:48:52.726970 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ec70a0-6d02-45cb-a27e-8d81e03d20dd None None] The sync data for ids ['2ca53c63-661d-4a03-abf1-03437e37d9db'] in dv-cinder-749155-4-iscsi is: [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:44:22Z', 'revision_number': 4, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '175bce0b-c51e-485c-91d2-af25ccc2145b', 'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'mac_address': 'fa:16:3e:67:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:20Z', 'updated_at': '2020-12-04T21:44:34Z', 'revision_number': 5, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'subnets': [{'id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:48:53.024832 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-23799846-5b72-413f-9f73-1aae7dde3835 req-5241bb32-3f70-4cbe-95be-8dd22406de64 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=6393606a-a64f-420f-97a1-fe21b590b99c HTTP/1.1" status: 200  len: 210 time: 0.0491433
Dec 04 21:48:53.154174 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c908e06a-1766-4e2f-9a58-bb5d7157ab61 None None] New status for floating IP 500605ef-c5d1-4e1f-ba9d-579203d38577: DOWN {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 21:48:53.656668 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f6a07-d4f5-4cc4-abb9-2930fff706d1 req-24922754-f04f-4380-96c7-c987b72cf431 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:53.659539 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-885f6a07-d4f5-4cc4-abb9-2930fff706d1 req-24922754-f04f-4380-96c7-c987b72cf431 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 943 time: 0.0930779
Dec 04 21:48:53.715254 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-885f6a07-d4f5-4cc4-abb9-2930fff706d1 req-4387f1ee-e6a4-43cf-b665-583136192d33 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489638
Dec 04 21:48:53.896458 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:48:53.983498 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:48:53.988941 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:48:53.989465 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:54.148648 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:54.184942 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22702190-0808-421f-b3c5-bd7700b41ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:48:54.201027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea,segment=NetworkSegment(3e5dc64d-0482-433a-9b5f-3df59e6eb914),segment_id=3e5dc64d-0482-433a-9b5f-3df59e6eb914)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:48:54.204818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:54.206881 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ef64900f-cb16-4fd0-8df4-c88555f33bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:54.224309 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 39732) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:54.265873 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22702190-0808-421f-b3c5-bd7700b41ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea', 'code': 200}
Dec 04 21:48:54.295829 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:54.303479 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:54.303976 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc526f91-f21b-49d6-ad73-772e582a1334 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:54.338521 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc526f91-f21b-49d6-ad73-772e582a1334 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:54.397808 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc526f91-f21b-49d6-ad73-772e582a1334 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:54.404581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80ea8b00-d586-409a-93b8-f78b4a1c93d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:54.422610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc526f91-f21b-49d6-ad73-772e582a1334 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c8ff1e-1df1-4b2f-a598-078a0156837b,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:54.426268 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bc526f91-f21b-49d6-ad73-772e582a1334 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:54.435125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc526f91-f21b-49d6-ad73-772e582a1334 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:54.437096 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bc526f91-f21b-49d6-ad73-772e582a1334 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "DELETE /v2.0/security-groups/c2c8ff1e-1df1-4b2f-a598-078a0156837b HTTP/1.1" status: 204  len: 168 time: 0.2116177
Dec 04 21:48:54.442107 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 39736) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:54.470702 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.v2.resource [None req-599c48c3-e26c-4867-8928-4943e7c5b2f3 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] show failed (client error): The resource could not be found.
Dec 04 21:48:54.476205 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-599c48c3-e26c-4867-8928-4943e7c5b2f3 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups/c2c8ff1e-1df1-4b2f-a598-078a0156837b HTTP/1.1" status: 404  len: 347 time: 0.0285220
Dec 04 21:48:54.477283 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 39740) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:54.658610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcf4a6-e04c-48d5-901a-9efd90916101 req-728ec1d1-1247-4aa6-9caf-84d943232c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:54.660859 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b4fcf4a6-e04c-48d5-901a-9efd90916101 req-728ec1d1-1247-4aa6-9caf-84d943232c91 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 1162 time: 0.1201253
Dec 04 21:48:54.689429 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-f3042aa5-d38e-4f40-b2a8-11cb9946fae3 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Deleting port d7567a9f-5488-4bae-9f5d-ba8a4283d538 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:48:54.689745 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3042aa5-d38e-4f40-b2a8-11cb9946fae3 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:54.705519 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:48:54.726034 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b4fcf4a6-e04c-48d5-901a-9efd90916101 req-375895ba-64c2-496c-9b4e-9708128b708f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583730
Dec 04 21:48:54.805079 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:48:54.805944 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:54.927063 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3042aa5-d38e-4f40-b2a8-11cb9946fae3 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:54.927630 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3042aa5-d38e-4f40-b2a8-11cb9946fae3 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for floatingip, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:55.079157 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558005d2-077a-488d-b276-2202b04f6397 req-2c82635f-8b6d-458e-949d-49211e1b3f72 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:55.080959 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-558005d2-077a-488d-b276-2202b04f6397 req-2c82635f-8b6d-458e-949d-49211e1b3f72 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 945 time: 0.1274598
Dec 04 21:48:55.098568 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-f3042aa5-d38e-4f40-b2a8-11cb9946fae3 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Calling delete_port for d7567a9f-5488-4bae-9f5d-ba8a4283d538 owned by network:floatingip {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:48:55.141168 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-558005d2-077a-488d-b276-2202b04f6397 req-b9d56e91-9291-4493-9282-1bc658637e9d tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534594
Dec 04 21:48:55.335156 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3042aa5-d38e-4f40-b2a8-11cb9946fae3 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:55.367068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e38dd870-ec02-4bde-a782-1e6d0cf9af89 tempest-ServerRescueNegativeTestJSON-1401770751 tempest-ServerRescueNegativeTestJSON-1401770751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:55.464840 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3042aa5-d38e-4f40-b2a8-11cb9946fae3 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Pushing event deleted for resources: {'Port': ['ID=d7567a9f-5488-4bae-9f5d-ba8a4283d538,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:55.468714 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f3042aa5-d38e-4f40-b2a8-11cb9946fae3 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:55.623942 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3042aa5-d38e-4f40-b2a8-11cb9946fae3 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for floatingip, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:55.639279 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3042aa5-d38e-4f40-b2a8-11cb9946fae3 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:55.640628 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f3042aa5-d38e-4f40-b2a8-11cb9946fae3 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "DELETE /v2.0/floatingips/500605ef-c5d1-4e1f-ba9d-579203d38577 HTTP/1.1" status: 204  len: 168 time: 1.1619923
Dec 04 21:48:56.034645 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 39758) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:56.040635 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-cbe497ab-e364-4fe1-84de-9602f8d46ead tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Request body: {'security_group': {'name': 'tempest-securitygroup--1243011120', 'description': 'tempest-description--187655031'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:48:56.048038 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cbe497ab-e364-4fe1-84de-9602f8d46ead tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:48:56.052613 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cbe497ab-e364-4fe1-84de-9602f8d46ead tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Usage tracker for resource:security_group and tenant:f44e9f0609524db8ba8777ab4a04a3e9 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:48:56.056602 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cbe497ab-e364-4fe1-84de-9602f8d46ead tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:48:56.063865 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cbe497ab-e364-4fe1-84de-9602f8d46ead tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:48:56.074941 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cbe497ab-e364-4fe1-84de-9602f8d46ead tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:56.097608 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cbe497ab-e364-4fe1-84de-9602f8d46ead tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:48:56.102524 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cbe497ab-e364-4fe1-84de-9602f8d46ead tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Usage tracker for resource:security_group_rule and tenant:f44e9f0609524db8ba8777ab4a04a3e9 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:48:56.106695 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cbe497ab-e364-4fe1-84de-9602f8d46ead tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:48:56.114258 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cbe497ab-e364-4fe1-84de-9602f8d46ead tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:48:56.201438 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cbe497ab-e364-4fe1-84de-9602f8d46ead tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:56.204419 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cbe497ab-e364-4fe1-84de-9602f8d46ead tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:56.208768 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9a967102-2e92-4d60-9cbb-8347d8099c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:56.263016 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe497ab-e364-4fe1-84de-9602f8d46ead tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Pushing event updated for resources: {'SecurityGroup': ['ID=6f341678-29bd-4244-87ba-83e5ef23c8fb,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:56.266063 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cbe497ab-e364-4fe1-84de-9602f8d46ead tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:56.267787 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cbe497ab-e364-4fe1-84de-9602f8d46ead tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:56.271982 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cbe497ab-e364-4fe1-84de-9602f8d46ead tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 0.2333090
Dec 04 21:48:56.272417 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 39766) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:56.278622 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-b702cb87-975d-4728-912f-1da59459c2d4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Request body: {'security_group_rule': {'security_group_id': '6f341678-29bd-4244-87ba-83e5ef23c8fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:48:56.287414 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b702cb87-975d-4728-912f-1da59459c2d4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:48:56.292313 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b702cb87-975d-4728-912f-1da59459c2d4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Usage tracker for resource:security_group_rule and tenant:f44e9f0609524db8ba8777ab4a04a3e9 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:48:56.299100 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b702cb87-975d-4728-912f-1da59459c2d4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:48:56.345831 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b702cb87-975d-4728-912f-1da59459c2d4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:48:56.388786 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b702cb87-975d-4728-912f-1da59459c2d4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:56.448063 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1eb3b5-94e6-447e-8519-8ca4d6b1ab23 req-7ecadddf-5ddc-4873-83e7-7d7e8a1f5e58 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:56.450211 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e1eb3b5-94e6-447e-8519-8ca4d6b1ab23 req-7ecadddf-5ddc-4873-83e7-7d7e8a1f5e58 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 945 time: 0.1477487
Dec 04 21:48:56.508407 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b702cb87-975d-4728-912f-1da59459c2d4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:56.515448 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b702cb87-975d-4728-912f-1da59459c2d4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162223'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:56.522097 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:56.535816 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e1eb3b5-94e6-447e-8519-8ca4d6b1ab23 req-4fb864ba-0641-471b-9575-ae77fc0ad5cd tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781083
Dec 04 21:48:56.556228 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702cb87-975d-4728-912f-1da59459c2d4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3841b14f-8707-4eec-bde9-27285c9f866d,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:56.560092 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b702cb87-975d-4728-912f-1da59459c2d4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:56.573028 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b702cb87-975d-4728-912f-1da59459c2d4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:56.575429 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b702cb87-975d-4728-912f-1da59459c2d4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.3014231
Dec 04 21:48:56.579088 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 39774) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:56.585634 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-d519d756-1c80-4035-a100-7691f4392ac7 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Request body: {'security_group_rule': {'security_group_id': '6f341678-29bd-4244-87ba-83e5ef23c8fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:48:56.593608 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d519d756-1c80-4035-a100-7691f4392ac7 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:48:56.598402 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d519d756-1c80-4035-a100-7691f4392ac7 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Usage tracker for resource:security_group_rule and tenant:f44e9f0609524db8ba8777ab4a04a3e9 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:48:56.602087 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d519d756-1c80-4035-a100-7691f4392ac7 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:48:56.614228 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d519d756-1c80-4035-a100-7691f4392ac7 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:48:56.630284 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-15e13bac-3c6a-4f7b-b72a-6d2abdb262e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:56.642372 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d519d756-1c80-4035-a100-7691f4392ac7 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:56.757441 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d519d756-1c80-4035-a100-7691f4392ac7 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:56.761262 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d519d756-1c80-4035-a100-7691f4392ac7 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162223'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:56.765728 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dcfaa078-d985-47a8-bc69-2f382681ed61 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:56.813506 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519d756-1c80-4035-a100-7691f4392ac7 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee97685f-22e8-401c-bd05-ca8e442f383f,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:56.819276 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d519d756-1c80-4035-a100-7691f4392ac7 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:56.822261 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d519d756-1c80-4035-a100-7691f4392ac7 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:56.827249 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d519d756-1c80-4035-a100-7691f4392ac7 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.2439249
Dec 04 21:48:56.828893 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 39786) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:56.839805 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Request body: {'floatingip': {'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:48:56.850906 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:48:56.859913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Usage tracker for resource:floatingip and tenant:f44e9f0609524db8ba8777ab4a04a3e9 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:48:56.865534 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:48:56.877735 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:48:56.894543 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for floatingip, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:57.077409 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:57.395885 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Allocated IP 172.27.1.254 (5a5bc502-ed14-4f0a-889e-34e38dce125b/2af0f04a-6e02-4e2b-b142-69b01684337c/f29b16b6-90e2-455b-b174-2d2ababd95c4) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:48:57.569700 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:57.597315 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:57.613947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:57.746394 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Pushing event updated for resources: {'Port': ['ID=f29b16b6-90e2-455b-b174-2d2ababd95c4,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:57.751541 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:57.827150 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:48:57.828807 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:48:57.831721 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:48:57.937540 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for floatingip, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:58.001568 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:58.288119 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:58.293020 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:58.309299 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9788edc6-c72f-42d4-b5bb-b8fba5e14cc0 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:58.445385 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Pushing event updated for resources: {'Port': ['ID=f29b16b6-90e2-455b-b174-2d2ababd95c4,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:58.449275 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:48:58.569617 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:58.594910 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:58.596220 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7658136
Dec 04 21:48:58.860797 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-bae89b10-6e34-438c-87d2-6df3f49bcba0 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1243011120&fields=id&tenant_id=f44e9f0609524db8ba8777ab4a04a3e9 HTTP/1.1" status: 200  len: 267 time: 0.0468223
Dec 04 21:48:59.036461 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-e6075364-45eb-4baa-84b1-666d3641fd4c tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:48:59.037989 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-e6075364-45eb-4baa-84b1-666d3641fd4c tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/networks?id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29 HTTP/1.1" status: 200  len: 810 time: 0.1696582
Dec 04 21:48:59.061858 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-24bf0222-2188-460b-8e96-0480caadf592 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/quotas/f44e9f0609524db8ba8777ab4a04a3e9 HTTP/1.1" status: 200  len: 375 time: 0.0166128
Dec 04 21:48:59.156186 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-47b9cf93-f9ca-478d-8ef0-826ef23991cf tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?tenant_id=f44e9f0609524db8ba8777ab4a04a3e9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0874929
Dec 04 21:48:59.461597 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-496c75eb-fe50-4547-8fcb-1f3264f3559a service neutron] 10.222.0.44 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2914233
Dec 04 21:48:59.617102 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 39836) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:59.633032 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-894bd1c2-6712-4019-bd73-e10cec856877 service neutron] 10.222.0.44 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1629829
Dec 04 21:48:59.787720 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3bdd2357-6c7a-4d0d-ab54-60393e7bad32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:59.804311 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3bdd2357-6c7a-4d0d-ab54-60393e7bad32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:48:59.809934 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3bdd2357-6c7a-4d0d-ab54-60393e7bad32 admin admin] Usage tracker for resource:security_group_rule and tenant:f50d2d6926b249aa9e3b58157173282d is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:48:59.813123 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3bdd2357-6c7a-4d0d-ab54-60393e7bad32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:48:59.819020 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3bdd2357-6c7a-4d0d-ab54-60393e7bad32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:48:59.918660 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3bdd2357-6c7a-4d0d-ab54-60393e7bad32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:59.921902 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3bdd2357-6c7a-4d0d-ab54-60393e7bad32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:48:59.931322 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6d429c9f-b77f-466d-805d-f99bca7f2b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:48:59.979389 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3bdd2357-6c7a-4d0d-ab54-60393e7bad32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f50d2d6926b249aa9e3b58157173282d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3611012
Dec 04 21:48:59.981670 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd2357-6c7a-4d0d-ab54-60393e7bad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed1676c-2869-411b-a106-2734a87247ff,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:48:59.982521 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 39842) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:48:59.986334 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3bdd2357-6c7a-4d0d-ab54-60393e7bad32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:00.058595 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9def8be8-9d10-4afc-b7ab-86ab424ddb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:00.091034 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9def8be8-9d10-4afc-b7ab-86ab424ddb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:00.140255 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9def8be8-9d10-4afc-b7ab-86ab424ddb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:00.145518 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-822c245e-01f7-41ef-afa8-8b69d2645334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:00.159125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def8be8-9d10-4afc-b7ab-86ab424ddb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed1676c-2869-411b-a106-2734a87247ff,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:00.162377 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9def8be8-9d10-4afc-b7ab-86ab424ddb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:00.164446 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9def8be8-9d10-4afc-b7ab-86ab424ddb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:00.169460 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9def8be8-9d10-4afc-b7ab-86ab424ddb8d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eed1676c-2869-411b-a106-2734a87247ff HTTP/1.1" status: 204  len: 168 time: 0.1820450
Dec 04 21:49:00.524218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55f28988-3a3d-472d-b756-8ef560719f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:00.891050 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2440ec86-445c-4cc0-9c39-46719a57c5a6 req-5e89c3ac-9d24-419c-82e8-dd8c5c3c72d7 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 210 time: 0.0495844
Dec 04 21:49:01.548898 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:01.914184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:02.017560 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:02.120160 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-867ef1c9-eb91-42a0-8e0e-bc34c2dc8fec req-16a861f4-a0c9-4f01-a79a-8ee0238a10f2 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 210 time: 0.0698972
Dec 04 21:49:02.157946 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:02.389496 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-bc6b1255-405c-4799-bce8-df7f186683d5 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:02.392293 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-bc6b1255-405c-4799-bce8-df7f186683d5 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.53 "GET /v2.0/networks?id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29 HTTP/1.1" status: 200  len: 810 time: 0.1993005
Dec 04 21:49:02.506911 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-6a75d4af-0d14-4da5-9685-1d61e616de5f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f44e9f0609524db8ba8777ab4a04a3e9 HTTP/1.1" status: 200  len: 5508 time: 0.0704165
Dec 04 21:49:02.518145 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Request body: {'port': {'device_id': 'd37087ae-f8f5-43e1-9f66-798ddda003b5', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'admin_state_up': True, 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'security_groups': ['6f341678-29bd-4244-87ba-83e5ef23c8fb']}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:49:02.905361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:49:02.909747 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Usage tracker for resource:port and tenant:f44e9f0609524db8ba8777ab4a04a3e9 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:49:02.912813 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Quota usage for port was recalculated. Used quota:3. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:49:02.919028 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:49:02.928325 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Made reservation on behalf of f44e9f0609524db8ba8777ab4a04a3e9 for: {'port': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:49:02.934218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:03.318598 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-66e71e3f-bd0a-49b5-bd86-68900f6f1264 req-3021227c-ada7-4f2c-948d-c08a2a4dcb5a tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 210 time: 0.0613251
Dec 04 21:49:03.340703 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Allocated IP 172.20.0.8 (592cdc2b-1d56-4a14-a11f-8bc151a0ef29/8f101be7-7361-44f6-9e0b-cdaa01d7405a/6833bd5f-17af-4954-ae30-6274da7aff10) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:49:03.554084 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:03.571196 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Transition to ACTIVE for port object 6833bd5f-17af-4954-ae30-6274da7aff10 will not be triggered until provisioned by entity DHCP. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:49:03.592792 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:03.609390 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5752fbf1-3ee7-44c3-ba94-34e9123cbf0f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:03.755002 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Pushing event updated for resources: {'Port': ['ID=6833bd5f-17af-4954-ae30-6274da7aff10,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:03.760534 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:03.822136 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Network 592cdc2b-1d56-4a14-a11f-8bc151a0ef29 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:49:03.823405 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:49:03.826704 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:49:03.901388 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:03.902118 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:03.929694 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4159067
Dec 04 21:49:04.090003 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3f0aa06a-8148-4ed6-a922-b83838e3fed1 None None] Provisioning for port 6833bd5f-17af-4954-ae30-6274da7aff10 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:49:04.095587 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3f0aa06a-8148-4ed6-a922-b83838e3fed1 None None] Provisioning complete for port 6833bd5f-17af-4954-ae30-6274da7aff10 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:49:04.096003 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3f0aa06a-8148-4ed6-a922-b83838e3fed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:04.151445 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3f0aa06a-8148-4ed6-a922-b83838e3fed1 None None] Port 6833bd5f-17af-4954-ae30-6274da7aff10 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:49:04.551318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb8726-d93e-459f-b9d3-6e9024e1d23e req-6df748bf-d5b7-404f-b170-0d7e68e5e045 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:04.552120 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-acbb8726-d93e-459f-b9d3-6e9024e1d23e req-6df748bf-d5b7-404f-b170-0d7e68e5e045 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Synchronizing usage tracker for tenant:f44e9f0609524db8ba8777ab4a04a3e9 on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:49:04.571163 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-acbb8726-d93e-459f-b9d3-6e9024e1d23e req-6df748bf-d5b7-404f-b170-0d7e68e5e045 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Unset dirty status for tenant:f44e9f0609524db8ba8777ab4a04a3e9 on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:49:04.572773 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-acbb8726-d93e-459f-b9d3-6e9024e1d23e req-6df748bf-d5b7-404f-b170-0d7e68e5e045 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 931 time: 0.1165166
Dec 04 21:49:04.627665 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-acbb8726-d93e-459f-b9d3-6e9024e1d23e req-1629743f-ce93-43a8-8cc8-ca5e591c40e1 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=6f341678-29bd-4244-87ba-83e5ef23c8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471406
Dec 04 21:49:05.146624 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b19b4-5ab5-4150-887e-5e5d82ee0be2 req-a898012e-b37d-4861-86f4-02af6ccd95f9 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:05.149517 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-676b19b4-5ab5-4150-887e-5e5d82ee0be2 req-a898012e-b37d-4861-86f4-02af6ccd95f9 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.0935595
Dec 04 21:49:05.200653 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-676b19b4-5ab5-4150-887e-5e5d82ee0be2 req-60df885e-1a71-4fe6-a772-0d997d4f660c tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0430951
Dec 04 21:49:05.858497 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd3cb7-5e47-4347-9bf7-bc4e1a9b282f req-fce6fb9e-8b46-45ba-a706-6276f5bfa8fd tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:05.860118 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f8cd3cb7-5e47-4347-9bf7-bc4e1a9b282f req-fce6fb9e-8b46-45ba-a706-6276f5bfa8fd tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 931 time: 0.0883913
Dec 04 21:49:05.910023 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f8cd3cb7-5e47-4347-9bf7-bc4e1a9b282f req-647a3359-609d-4c17-8448-2e477988b1cc tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=6f341678-29bd-4244-87ba-83e5ef23c8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433831
Dec 04 21:49:06.435451 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29406593-a41a-4189-b935-3cba955bb88c req-7afbc776-97f0-4390-8373-6595c8dd01bb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:06.437167 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29406593-a41a-4189-b935-3cba955bb88c req-7afbc776-97f0-4390-8373-6595c8dd01bb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.0917411
Dec 04 21:49:06.487658 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29406593-a41a-4189-b935-3cba955bb88c req-52874c89-9609-4f07-a7d5-3ac9baab8790 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0428381
Dec 04 21:49:07.128744 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a58303-6f91-460e-850d-81bbf05df1c2 req-33f0b18e-109e-4fb9-9987-64a4a011be36 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:07.130342 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e1a58303-6f91-460e-850d-81bbf05df1c2 req-33f0b18e-109e-4fb9-9987-64a4a011be36 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 931 time: 0.0877137
Dec 04 21:49:07.177295 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e1a58303-6f91-460e-850d-81bbf05df1c2 req-d25ef7c6-2e07-4e1b-92ec-7e7ab0cd6e15 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=6f341678-29bd-4244-87ba-83e5ef23c8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406370
Dec 04 21:49:07.195507 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Request body: {'port': {'device_id': 'd37087ae-f8f5-43e1-9f66-798ddda003b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:49:07.322873 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:07.792822 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d032418-a319-4447-b15d-34e536093f8c req-a4710a34-3d58-4ea7-ae38-449613d9baa0 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:07.795155 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2d032418-a319-4447-b15d-34e536093f8c req-a4710a34-3d58-4ea7-ae38-449613d9baa0 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.1517859
Dec 04 21:49:07.904200 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2d032418-a319-4447-b15d-34e536093f8c req-eebfd1c1-071e-4778-8608-8750c56b5e91 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0937603
Dec 04 21:49:07.908561 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6833bd5f-17af-4954-ae30-6274da7aff10 {{(pid=80265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:49:07.916599 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:07.929928 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Transition to ACTIVE for port object 6833bd5f-17af-4954-ae30-6274da7aff10 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:49:07.934513 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:07.952096 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:08.092452 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Pushing event updated for resources: {'Port': ['ID=6833bd5f-17af-4954-ae30-6274da7aff10,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:08.096859 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:08.293362 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Attempting to bind port 6833bd5f-17af-4954-ae30-6274da7aff10 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:49:08.293734 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Attempting to bind port 6833bd5f-17af-4954-ae30-6274da7aff10 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '21301322-ae50-4615-b225-c2624cd2b7dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:49:08.294128 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Attempting to bind port 6833bd5f-17af-4954-ae30-6274da7aff10 on network 592cdc2b-1d56-4a14-a11f-8bc151a0ef29 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:49:08.300859 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:49:08.301341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Checking segment: {'id': '21301322-ae50-4615-b225-c2624cd2b7dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:49:08.301755 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:08.302154 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Bound using segment: {'id': '21301322-ae50-4615-b225-c2624cd2b7dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:49:08.302641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Bound port: 6833bd5f-17af-4954-ae30-6274da7aff10, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21301322-ae50-4615-b225-c2624cd2b7dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:49:08.303023 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:08.467991 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] For port 6833bd5f-17af-4954-ae30-6274da7aff10, host hv-cinder-74915, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:49:08.474093 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] For port 6833bd5f-17af-4954-ae30-6274da7aff10, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=6833bd5f-17af-4954-ae30-6274da7aff10,segment=NetworkSegment(21301322-ae50-4615-b225-c2624cd2b7dd),segment_id=21301322-ae50-4615-b225-c2624cd2b7dd)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:49:08.479807 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:08.497254 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f1414373-9789-4114-90e3-d7abbd486a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:08.587704 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9a8aa-35d4-4635-a845-9d2a69b85165 req-9d68775b-5352-4139-b417-43f2ee63bf73 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:08.589359 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfe9a8aa-35d4-4635-a845-9d2a69b85165 req-9d68775b-5352-4139-b417-43f2ee63bf73 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 943 time: 0.2380574
Dec 04 21:49:08.688350 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Pushing event updated for resources: {'Port': ['ID=6833bd5f-17af-4954-ae30-6274da7aff10,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:08.695968 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:08.698608 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfe9a8aa-35d4-4635-a845-9d2a69b85165 req-d4f54158-805c-4a4a-99a0-b2fda36f4d55 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=6f341678-29bd-4244-87ba-83e5ef23c8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0945773
Dec 04 21:49:08.744864 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:08.745522 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:08.747655 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] 10.222.0.53 "PUT /v2.0/ports/6833bd5f-17af-4954-ae30-6274da7aff10 HTTP/1.1" status: 200  len: 1157 time: 1.5613415
Dec 04 21:49:08.748232 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37087ae-f8f5-43e1-9f66-798ddda003b5', 'tag': '6833bd5f-17af-4954-ae30-6274da7aff10'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:49:08.859886 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37087ae-f8f5-43e1-9f66-798ddda003b5', 'tag': '6833bd5f-17af-4954-ae30-6274da7aff10', 'status': 'completed', 'code': 200}
Dec 04 21:49:08.902670 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-ad27a7cf-76b1-46ae-8f8b-14c4c775c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:08.903753 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-ad27a7cf-76b1-46ae-8f8b-14c4c775c3a4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f44e9f0609524db8ba8777ab4a04a3e9&device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 1160 time: 0.0981524
Dec 04 21:49:08.985419 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-2ae4253b-e319-4f8f-a3de-5766fda623f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6833bd5f-17af-4954-ae30-6274da7aff10 HTTP/1.1" status: 200  len: 217 time: 0.0667229
Dec 04 21:49:09.133712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-da1edc56-0088-4728-994c-a55bae4f652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:09.135320 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-da1edc56-0088-4728-994c-a55bae4f652b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f101be7-7361-44f6-9e0b-cdaa01d7405a HTTP/1.1" status: 200  len: 849 time: 0.1404188
Dec 04 21:49:09.235349 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7398fd7-d33b-43be-bdca-1555a2025ba8 req-241a3ad4-ad08-405f-b5e3-76f38e1239f8 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:09.237072 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7398fd7-d33b-43be-bdca-1555a2025ba8 req-241a3ad4-ad08-405f-b5e3-76f38e1239f8 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.1785612
Dec 04 21:49:09.509010 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-1e420932-e31b-4d02-9cb1-8382e7eff187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:09.510661 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-1e420932-e31b-4d02-9cb1-8382e7eff187 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3673766
Dec 04 21:49:09.532187 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7398fd7-d33b-43be-bdca-1555a2025ba8 req-d4352497-447a-465f-aba6-f35ecb4d9340 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2879968
Dec 04 21:49:09.921361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093f28c-0dc3-4a9e-a4af-541585326c4c req-bbd9a524-5868-47be-b05d-310a83a96a4e tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:09.923028 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7093f28c-0dc3-4a9e-a4af-541585326c4c req-bbd9a524-5868-47be-b05d-310a83a96a4e tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 943 time: 0.0896716
Dec 04 21:49:09.975366 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7093f28c-0dc3-4a9e-a4af-541585326c4c req-18fe5a75-6e62-45fe-986d-9235b7065943 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=6f341678-29bd-4244-87ba-83e5ef23c8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454690
Dec 04 21:49:10.751636 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b8c41-5fe3-4105-9f12-fddd7ed06a3c req-33a34047-7157-4e14-860a-e71d87f37db6 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:10.753247 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d5b8c41-5fe3-4105-9f12-fddd7ed06a3c req-33a34047-7157-4e14-860a-e71d87f37db6 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.0859234
Dec 04 21:49:10.799907 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d5b8c41-5fe3-4105-9f12-fddd7ed06a3c req-0fecbad6-74a9-4bba-b4ae-740f18f8b508 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0403821
Dec 04 21:49:11.210727 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26dcfe-45e8-42c6-8b1e-e58c3d16ae21 req-5560113b-1d41-4b81-9e5a-97107398773b tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:11.212369 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c26dcfe-45e8-42c6-8b1e-e58c3d16ae21 req-5560113b-1d41-4b81-9e5a-97107398773b tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 943 time: 0.0855818
Dec 04 21:49:11.259791 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c26dcfe-45e8-42c6-8b1e-e58c3d16ae21 req-b84d9b7d-fad0-4597-8ddb-998d105d1cac tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=6f341678-29bd-4244-87ba-83e5ef23c8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409489
Dec 04 21:49:12.013886 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4ceb7-3d8a-4d4b-a617-8302d12a607f req-696f3677-d24c-4a1c-9def-438bcb04ef80 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:12.015589 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34e4ceb7-3d8a-4d4b-a617-8302d12a607f req-696f3677-d24c-4a1c-9def-438bcb04ef80 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.0844479
Dec 04 21:49:12.166369 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34e4ceb7-3d8a-4d4b-a617-8302d12a607f req-15ec7ffb-6ba0-4930-81a4-ac7bf26406b9 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1442990
Dec 04 21:49:12.217312 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-0b533abf-636d-4df9-9af2-97be00e49fe5 service neutron] 10.222.0.53 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1804686
Dec 04 21:49:12.375215 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a7f0d57-e6a4-4a9b-b7f6-88e1f5c577ea req-7877eadd-7cb8-4984-8bff-4057ff5e589c service neutron] 10.222.0.53 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1475217
Dec 04 21:49:12.484743 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146196d6-b94e-4c68-a693-5090eb18d639 req-b05e7e99-9ff2-45b6-b090-9fd6cdc818cc tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:12.486400 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-146196d6-b94e-4c68-a693-5090eb18d639 req-b05e7e99-9ff2-45b6-b090-9fd6cdc818cc tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 943 time: 0.0893366
Dec 04 21:49:12.607797 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-146196d6-b94e-4c68-a693-5090eb18d639 req-520d38be-1924-48b0-bbeb-ff89e3b42f2a tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=6f341678-29bd-4244-87ba-83e5ef23c8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847130
Dec 04 21:49:12.634699 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd058ef-1db0-46f5-9a28-2eaad28d3f87 req-df93b833-e8ce-440a-a437-8005d0bb0c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:12.636449 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1bd058ef-1db0-46f5-9a28-2eaad28d3f87 req-df93b833-e8ce-440a-a437-8005d0bb0c1d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f44e9f0609524db8ba8777ab4a04a3e9&device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 1160 time: 0.1488779
Dec 04 21:49:12.787899 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd058ef-1db0-46f5-9a28-2eaad28d3f87 req-8609498e-4838-429b-9d01-8ce8c2a61545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:12.789476 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1bd058ef-1db0-46f5-9a28-2eaad28d3f87 req-8609498e-4838-429b-9d01-8ce8c2a61545 service neutron] 10.222.0.53 "GET /v2.0/networks?id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29 HTTP/1.1" status: 200  len: 904 time: 0.1438324
Dec 04 21:49:12.860272 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1bd058ef-1db0-46f5-9a28-2eaad28d3f87 req-6248997f-1815-4cb0-8c80-ed2c293eaa2d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6833bd5f-17af-4954-ae30-6274da7aff10 HTTP/1.1" status: 200  len: 217 time: 0.0637162
Dec 04 21:49:12.935837 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd058ef-1db0-46f5-9a28-2eaad28d3f87 req-f9acaba9-9359-4ea8-b777-075b5cfd473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:12.937342 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1bd058ef-1db0-46f5-9a28-2eaad28d3f87 req-f9acaba9-9359-4ea8-b777-075b5cfd473d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f101be7-7361-44f6-9e0b-cdaa01d7405a HTTP/1.1" status: 200  len: 849 time: 0.0698686
Dec 04 21:49:13.022230 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd058ef-1db0-46f5-9a28-2eaad28d3f87 req-9c62c371-ab94-46cb-a9f8-ca8e4ddd4bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:13.023865 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1bd058ef-1db0-46f5-9a28-2eaad28d3f87 req-9c62c371-ab94-46cb-a9f8-ca8e4ddd4bc9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781214
Dec 04 21:49:13.187998 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1bd058ef-1db0-46f5-9a28-2eaad28d3f87 req-7ce931f5-a6fa-470c-bcba-329bca2e56c8 service neutron] 10.222.0.53 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492403
Dec 04 21:49:13.427354 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1bd058ef-1db0-46f5-9a28-2eaad28d3f87 req-9ad24bba-52cd-46c7-bf11-f6dd1c40cac6 service neutron] 10.222.0.53 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2314215
Dec 04 21:49:13.446835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e0c56-4025-4c9b-aa78-3acbd8f12a1e req-c353f67f-6958-4c4e-8357-e0dc865e8522 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:13.448405 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-103e0c56-4025-4c9b-aa78-3acbd8f12a1e req-c353f67f-6958-4c4e-8357-e0dc865e8522 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.1283584
Dec 04 21:49:13.503754 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-103e0c56-4025-4c9b-aa78-3acbd8f12a1e req-7eb31971-ef16-487e-b3bb-6bf37407951d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0477116
Dec 04 21:49:13.843333 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807b7bf-1bd3-47b1-8ea8-f11014f93969 req-15815c6d-d685-406d-9b52-a554fce53055 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:13.845356 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f807b7bf-1bd3-47b1-8ea8-f11014f93969 req-15815c6d-d685-406d-9b52-a554fce53055 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 943 time: 0.1011224
Dec 04 21:49:13.900588 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f807b7bf-1bd3-47b1-8ea8-f11014f93969 req-db17599c-c59e-495c-81f8-b7b9465a7c3f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=6f341678-29bd-4244-87ba-83e5ef23c8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489142
Dec 04 21:49:13.962964 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 40068) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:49:14.119036 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-437e1ad8-883c-4246-9ca2-485dfb434194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:14.136233 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-437e1ad8-883c-4246-9ca2-485dfb434194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:49:14.140614 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-437e1ad8-883c-4246-9ca2-485dfb434194 admin admin] Usage tracker for resource:security_group_rule and tenant:a6726ffbe63e447b8e0367d8d05fe758 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:49:14.143587 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-437e1ad8-883c-4246-9ca2-485dfb434194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:49:14.149367 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-437e1ad8-883c-4246-9ca2-485dfb434194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:49:14.242578 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-437e1ad8-883c-4246-9ca2-485dfb434194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:14.245641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-437e1ad8-883c-4246-9ca2-485dfb434194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:14.255042 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-596b47f7-3f2a-48d0-95a4-05a110b9e949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:14.298143 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-437e1ad8-883c-4246-9ca2-485dfb434194 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a6726ffbe63e447b8e0367d8d05fe758&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3339570
Dec 04 21:49:14.299903 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e1ad8-883c-4246-9ca2-485dfb434194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f71301-78b7-4112-8297-285a95f0f954,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:14.300996 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 40076) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:49:14.303379 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-437e1ad8-883c-4246-9ca2-485dfb434194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:14.379735 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3bf2059-8d3a-4935-8ea6-a357b66c88e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:14.411992 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3bf2059-8d3a-4935-8ea6-a357b66c88e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:14.459938 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3bf2059-8d3a-4935-8ea6-a357b66c88e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:14.465242 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e84530bf-3a2b-45fe-86f0-511a0725d59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:14.478900 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf2059-8d3a-4935-8ea6-a357b66c88e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f71301-78b7-4112-8297-285a95f0f954,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:14.483951 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f3bf2059-8d3a-4935-8ea6-a357b66c88e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:14.490882 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3bf2059-8d3a-4935-8ea6-a357b66c88e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:14.492155 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f3bf2059-8d3a-4935-8ea6-a357b66c88e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30f71301-78b7-4112-8297-285a95f0f954 HTTP/1.1" status: 204  len: 168 time: 0.1900113
Dec 04 21:49:14.776867 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da0fef-7b38-4316-9922-9b436137a4d6 req-863e20e0-3f4a-4f4d-b24d-2ef28fbbb831 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:14.780166 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6da0fef-7b38-4316-9922-9b436137a4d6 req-863e20e0-3f4a-4f4d-b24d-2ef28fbbb831 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.1414273
Dec 04 21:49:14.832927 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6da0fef-7b38-4316-9922-9b436137a4d6 req-461b8215-0f65-4fda-8cd5-856fd5776153 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0461974
Dec 04 21:49:15.122817 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff78079-f98b-4b7e-ae59-72542886e737 req-1d0507ad-aa35-4fc1-acf0-64f3e4b2c511 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:15.124480 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cff78079-f98b-4b7e-ae59-72542886e737 req-1d0507ad-aa35-4fc1-acf0-64f3e4b2c511 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 943 time: 0.0875854
Dec 04 21:49:15.173837 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cff78079-f98b-4b7e-ae59-72542886e737 req-08bdf6ce-a62e-4d96-bd75-61ecc63d83b5 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=6f341678-29bd-4244-87ba-83e5ef23c8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426421
Dec 04 21:49:16.061994 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023aba9f-375f-4585-b643-89b3e3475ab0 req-819c413d-c532-41cc-81e8-6de82671c94f tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:16.063745 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-023aba9f-375f-4585-b643-89b3e3475ab0 req-819c413d-c532-41cc-81e8-6de82671c94f tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.0936921
Dec 04 21:49:16.118798 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-023aba9f-375f-4585-b643-89b3e3475ab0 req-40f4495a-3f74-4283-abc3-346d2a9b27ff tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0489664
Dec 04 21:49:16.389009 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8fe26-efe8-462b-90e4-d377876697cc req-7e76e11f-2778-4d9a-9117-fad3f4e0a95c tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:16.390549 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-15c8fe26-efe8-462b-90e4-d377876697cc req-7e76e11f-2778-4d9a-9117-fad3f4e0a95c tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 943 time: 0.0846403
Dec 04 21:49:16.439212 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-15c8fe26-efe8-462b-90e4-d377876697cc req-26781bd3-a38c-42a2-9562-f4d65038b2c4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=6f341678-29bd-4244-87ba-83e5ef23c8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417466
Dec 04 21:49:17.351640 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ad4e5-a0ed-42ff-a826-cb208a912590 req-5f02a62d-54e6-4268-8847-84866bcb266a tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:17.353625 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e83ad4e5-a0ed-42ff-a826-cb208a912590 req-5f02a62d-54e6-4268-8847-84866bcb266a tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.0951147
Dec 04 21:49:17.398084 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 6833bd5f-17af-4954-ae30-6274da7aff10 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:49:17.409812 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e83ad4e5-a0ed-42ff-a826-cb208a912590 req-6b426c97-24de-43c5-94d5-7c48f9a611d0 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0460606
Dec 04 21:49:17.468779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port 6833bd5f-17af-4954-ae30-6274da7aff10 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:49:17.476440 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 6833bd5f-17af-4954-ae30-6274da7aff10 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:49:17.477258 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:17.610915 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:17.641522 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37087ae-f8f5-43e1-9f66-798ddda003b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6833bd5f-17af-4954-ae30-6274da7aff10'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:49:17.653790 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 6833bd5f-17af-4954-ae30-6274da7aff10, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=6833bd5f-17af-4954-ae30-6274da7aff10,segment=NetworkSegment(21301322-ae50-4615-b225-c2624cd2b7dd),segment_id=21301322-ae50-4615-b225-c2624cd2b7dd)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:49:17.659167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:17.662492 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:17.677777 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413ca6a-a437-42b3-8fa0-4eeb17440c50 req-635a2129-e7bf-4f16-8fc6-80b3d06c499e tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:17.679611 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6413ca6a-a437-42b3-8fa0-4eeb17440c50 req-635a2129-e7bf-4f16-8fc6-80b3d06c499e tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 943 time: 0.0958819
Dec 04 21:49:17.717200 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37087ae-f8f5-43e1-9f66-798ddda003b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6833bd5f-17af-4954-ae30-6274da7aff10', 'code': 200}
Dec 04 21:49:17.742137 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6413ca6a-a437-42b3-8fa0-4eeb17440c50 req-28b6e4c3-ad87-4219-b44d-3417cf4d81de tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=6f341678-29bd-4244-87ba-83e5ef23c8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553327
Dec 04 21:49:17.745905 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=6833bd5f-17af-4954-ae30-6274da7aff10,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:17.754392 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.754774 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.755241 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.755541 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.755911 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.756276 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.756647 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.757007 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.757373 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.757733 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.758096 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.758447 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.758888 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.759251 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.759804 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.760167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.760525 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.760883 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.761241 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.761593 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.761954 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.762316 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.762898 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.763264 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:17.767770 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:18.633537 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0bd5e-c2b0-4d8a-94ee-5c2f75eeefc3 req-68287eba-8956-4850-886f-d43f9317e733 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:18.635066 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-13c0bd5e-c2b0-4d8a-94ee-5c2f75eeefc3 req-68287eba-8956-4850-886f-d43f9317e733 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.0875161
Dec 04 21:49:18.685172 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-13c0bd5e-c2b0-4d8a-94ee-5c2f75eeefc3 req-e240584f-741c-4eb5-b989-19ef6ff4eb06 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0419130
Dec 04 21:49:18.976641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690a7c8-0c87-4124-a808-0e2970ec9159 req-9bbd947a-01ca-4f70-b74c-4147cc4f640f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:18.978436 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4690a7c8-0c87-4124-a808-0e2970ec9159 req-9bbd947a-01ca-4f70-b74c-4147cc4f640f tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 945 time: 0.0923729
Dec 04 21:49:19.036641 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4690a7c8-0c87-4124-a808-0e2970ec9159 req-f3b5b9b4-bd1b-4a10-95a2-8993dcfec222 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=6f341678-29bd-4244-87ba-83e5ef23c8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436850
Dec 04 21:49:19.898888 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5fe30-5780-4349-bf6b-e0c8814c1629 req-69860164-3a6c-4bcd-9ac6-e8a145e7a403 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:19.900448 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e2a5fe30-5780-4349-bf6b-e0c8814c1629 req-69860164-3a6c-4bcd-9ac6-e8a145e7a403 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.0831208
Dec 04 21:49:19.951201 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e2a5fe30-5780-4349-bf6b-e0c8814c1629 req-19e599b6-cb34-4ca9-a13c-11a19006de6b tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0442050
Dec 04 21:49:20.293108 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753380dd-e6a5-47d2-adb8-be456edef003 req-fed64582-06f9-4d04-9805-6ee09700fb43 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:20.294821 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-753380dd-e6a5-47d2-adb8-be456edef003 req-fed64582-06f9-4d04-9805-6ee09700fb43 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 945 time: 0.1201539
Dec 04 21:49:20.353913 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-753380dd-e6a5-47d2-adb8-be456edef003 req-4cca543b-8312-439b-b10d-2d17574fd1f4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=6f341678-29bd-4244-87ba-83e5ef23c8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524025
Dec 04 21:49:20.563596 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b1ada-c3f1-444d-bb02-6cd5a599db1d req-e2feed17-fb2f-4105-a86e-afcf03a7eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:20.566039 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc2b1ada-c3f1-444d-bb02-6cd5a599db1d req-e2feed17-fb2f-4105-a86e-afcf03a7eac8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 1162 time: 0.0950136
Dec 04 21:49:20.620656 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc2b1ada-c3f1-444d-bb02-6cd5a599db1d req-88a56c06-df3a-444e-baca-dbef851afccb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6f341678-29bd-4244-87ba-83e5ef23c8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465248
Dec 04 21:49:20.636983 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b552af5-a3cc-4b5b-a32e-11fa9b90abd7 req-05a22e6c-a58d-4cb1-9480-bab2fc7cb0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:20.639198 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0b552af5-a3cc-4b5b-a32e-11fa9b90abd7 req-05a22e6c-a58d-4cb1-9480-bab2fc7cb0ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46d8cb3e589a4879990d2eb6faf2e6cb&device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 1163 time: 0.0853035
Dec 04 21:49:20.705855 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 6833bd5f-17af-4954-ae30-6274da7aff10 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:49:20.780880 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 6833bd5f-17af-4954-ae30-6274da7aff10 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:49:20.781243 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:21.115176 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b552af5-a3cc-4b5b-a32e-11fa9b90abd7 req-9ae6f6a7-5a59-4e49-812f-50e1285e684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:21.116863 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0b552af5-a3cc-4b5b-a32e-11fa9b90abd7 req-9ae6f6a7-5a59-4e49-812f-50e1285e684b service neutron] 10.222.0.53 "GET /v2.0/networks?id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 HTTP/1.1" status: 200  len: 903 time: 0.1491675
Dec 04 21:49:21.178272 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cb598-bb9b-49fd-898a-ab66f60e620f req-7e92928b-343d-4e37-bb86-df5cca2e9e2a tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:21.180354 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-920cb598-bb9b-49fd-898a-ab66f60e620f req-7e92928b-343d-4e37-bb86-df5cca2e9e2a tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.0878909
Dec 04 21:49:21.229220 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0b552af5-a3cc-4b5b-a32e-11fa9b90abd7 req-b46793b7-1da5-450f-b6ad-62dd7f94cd3b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d HTTP/1.1" status: 200  len: 1002 time: 0.1037359
Dec 04 21:49:21.229789 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-920cb598-bb9b-49fd-898a-ab66f60e620f req-7da5a38f-19e7-4c9c-89a1-a93cc81e1692 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0424523
Dec 04 21:49:21.299960 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b552af5-a3cc-4b5b-a32e-11fa9b90abd7 req-fa75aa8a-1b48-4c44-85be-d8151afe5476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:21.301566 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0b552af5-a3cc-4b5b-a32e-11fa9b90abd7 req-fa75aa8a-1b48-4c44-85be-d8151afe5476 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27fdb0aa-aa44-4c97-bf53-19092373916f HTTP/1.1" status: 200  len: 848 time: 0.0657229
Dec 04 21:49:21.385520 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b552af5-a3cc-4b5b-a32e-11fa9b90abd7 req-5a418678-870d-428d-8ba7-0c0ae362d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:21.387052 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0b552af5-a3cc-4b5b-a32e-11fa9b90abd7 req-5a418678-870d-428d-8ba7-0c0ae362d0d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787761
Dec 04 21:49:21.539046 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0b552af5-a3cc-4b5b-a32e-11fa9b90abd7 req-8ab4f1ea-5c92-402e-98e4-2f7caebcbd2f service neutron] 10.222.0.53 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435888
Dec 04 21:49:21.602031 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289efb15-0def-4def-b4c7-236d8194d089 req-5e2af138-af7b-446a-8dad-bd4c77bcb6b7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:21.603713 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-289efb15-0def-4def-b4c7-236d8194d089 req-5e2af138-af7b-446a-8dad-bd4c77bcb6b7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.1513011
Dec 04 21:49:21.635523 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbd7a5-1ab1-4d9f-a718-c934bd1ca0d6 req-da13d6bf-e76c-49a8-a777-4e370f5aa0a4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:21.637086 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5bbd7a5-1ab1-4d9f-a718-c934bd1ca0d6 req-da13d6bf-e76c-49a8-a777-4e370f5aa0a4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 945 time: 0.1355047
Dec 04 21:49:21.695352 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-289efb15-0def-4def-b4c7-236d8194d089 req-12f135a7-75d7-4e93-a8db-543d53357d9a tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837781
Dec 04 21:49:21.700433 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0b552af5-a3cc-4b5b-a32e-11fa9b90abd7 req-95bc3385-7e34-4991-83dc-301287335ff4 service neutron] 10.222.0.53 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1468079
Dec 04 21:49:21.712378 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5bbd7a5-1ab1-4d9f-a718-c934bd1ca0d6 req-b52dd27e-93cd-4200-abfe-327838896ac0 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=6f341678-29bd-4244-87ba-83e5ef23c8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679309
Dec 04 21:49:22.446107 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faa05c-c881-4a33-8ace-aa5d5ed2cf70 req-67a8d2d9-122f-4439-a1dc-5dcb0df0d9b4 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:22.447752 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5faa05c-c881-4a33-8ace-aa5d5ed2cf70 req-67a8d2d9-122f-4439-a1dc-5dcb0df0d9b4 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.0822194
Dec 04 21:49:22.494243 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5faa05c-c881-4a33-8ace-aa5d5ed2cf70 req-936e0eb2-73cc-471d-baeb-be7f6f9412c1 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0399694
Dec 04 21:49:22.994293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857867f-ec94-49e2-b1f8-4fe233e298d7 req-cd35bfab-1a1f-4aa7-ac59-9dbd572ae238 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:22.995957 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6857867f-ec94-49e2-b1f8-4fe233e298d7 req-cd35bfab-1a1f-4aa7-ac59-9dbd572ae238 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.1501238
Dec 04 21:49:23.003091 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdaa924-3845-4080-bf2b-2a2df41adaa3 req-a140c6e0-62d6-4a85-bb56-3c64a46590c2 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:23.004675 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5bdaa924-3845-4080-bf2b-2a2df41adaa3 req-a140c6e0-62d6-4a85-bb56-3c64a46590c2 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 945 time: 0.1568534
Dec 04 21:49:23.092650 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6857867f-ec94-49e2-b1f8-4fe233e298d7 req-8016cda0-12c0-46ba-9cbb-fc9c1c3f51e9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0863099
Dec 04 21:49:23.102901 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5bdaa924-3845-4080-bf2b-2a2df41adaa3 req-786a17d1-d009-41db-8d6b-92541381a252 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=6f341678-29bd-4244-87ba-83e5ef23c8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776777
Dec 04 21:49:23.325992 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e109b72-e9ea-439f-8f9f-00223a8b5178 req-21a7eb56-97bc-41e3-a3b7-5d585809dbf9 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:23.328201 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e109b72-e9ea-439f-8f9f-00223a8b5178 req-21a7eb56-97bc-41e3-a3b7-5d585809dbf9 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 945 time: 0.0894611
Dec 04 21:49:23.338311 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 40202) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:49:23.345032 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-8a9f9701-d727-4b53-a55f-3b097c9e6f37 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Request body: {'floatingip': {'port_id': '6833bd5f-17af-4954-ae30-6274da7aff10'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:49:23.429898 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8a9f9701-d727-4b53-a55f-3b097c9e6f37 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for floatingip, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:24.099653 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c9f05-31ad-4707-a1a7-7df3442eacbb req-cf5e2447-8376-432e-8ab5-c01103d247a6 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:24.101272 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa6c9f05-31ad-4707-a1a7-7df3442eacbb req-cf5e2447-8376-432e-8ab5-c01103d247a6 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.4772089
Dec 04 21:49:24.283479 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa6c9f05-31ad-4707-a1a7-7df3442eacbb req-3c15d25f-b300-48bb-b704-9268c62f7fa0 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1719964
Dec 04 21:49:24.422418 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94edf4-3687-4091-a395-3d9564b4be57 req-b38da81a-240f-4a8a-88af-5c1673db5930 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:24.424077 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4d94edf4-3687-4091-a395-3d9564b4be57 req-b38da81a-240f-4a8a-88af-5c1673db5930 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.1889307
Dec 04 21:49:24.506495 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8a9f9701-d727-4b53-a55f-3b097c9e6f37 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for floatingip, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:24.511408 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4d94edf4-3687-4091-a395-3d9564b4be57 req-021b283a-c67f-429e-a01e-875ca33795b8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725231
Dec 04 21:49:24.512708 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8a9f9701-d727-4b53-a55f-3b097c9e6f37 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:24.695980 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [None req-8a9f9701-d727-4b53-a55f-3b097c9e6f37 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Floating IP 126f0a14-760c-413e-a200-f3a4e039dd17 associated. External IP: 172.27.1.254, port: 6833bd5f-17af-4954-ae30-6274da7aff10.
Dec 04 21:49:25.071867 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9f9701-d727-4b53-a55f-3b097c9e6f37 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Router 2ca53c63-661d-4a03-abf1-03437e37d9db has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:49:25.261471 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9f9701-d727-4b53-a55f-3b097c9e6f37 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:49:25.272551 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd4d234-57db-49d7-b1a8-338939c2ad02 None None] Sync routers for ids ['2ca53c63-661d-4a03-abf1-03437e37d9db'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:49:25.276229 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8a9f9701-d727-4b53-a55f-3b097c9e6f37 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:25.282885 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd4d234-57db-49d7-b1a8-338939c2ad02 None None] Routers {'2ca53c63-661d-4a03-abf1-03437e37d9db'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:49:25.283643 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6bd4d234-57db-49d7-b1a8-338939c2ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fc2d5f28>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:49:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['2ca53c63-661d-4a03-abf1-03437e37d9db'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:49:25.334509 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8a9f9701-d727-4b53-a55f-3b097c9e6f37 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "PUT /v2.0/floatingips/126f0a14-760c-413e-a200-f3a4e039dd17 HTTP/1.1" status: 200  len: 991 time: 1.9923246
Dec 04 21:49:25.334509 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37087ae-f8f5-43e1-9f66-798ddda003b5', 'tag': '6833bd5f-17af-4954-ae30-6274da7aff10'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:49:25.476369 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-6bd4d234-57db-49d7-b1a8-338939c2ad02 None None] Set router 2ca53c63-661d-4a03-abf1-03437e37d9db gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:49:25.520989 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400f2be-f1ca-479c-98b5-46c402e34b17 req-86b53736-2214-40ea-8cce-2c19473be4e3 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:25.523750 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7400f2be-f1ca-479c-98b5-46c402e34b17 req-86b53736-2214-40ea-8cce-2c19473be4e3 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.0891716
Dec 04 21:49:25.574354 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7400f2be-f1ca-479c-98b5-46c402e34b17 req-818f7dcc-e06b-424c-8315-6595f6d12e6c tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0453551
Dec 04 21:49:25.647932 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37087ae-f8f5-43e1-9f66-798ddda003b5', 'tag': '6833bd5f-17af-4954-ae30-6274da7aff10', 'status': 'completed', 'code': 200}
Dec 04 21:49:25.835723 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae47ecb-45f8-4fcb-a80a-a628b4ef5821 req-300a82fa-05e5-4ad1-ab38-25e1f9fc8558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:25.837562 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eae47ecb-45f8-4fcb-a80a-a628b4ef5821 req-300a82fa-05e5-4ad1-ab38-25e1f9fc8558 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f44e9f0609524db8ba8777ab4a04a3e9&device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 1162 time: 0.1457026
Dec 04 21:49:25.840393 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedeb829-f875-49e4-b6b6-119bbecd23f8 req-f015da9b-9086-47fa-8688-005ac7486efa tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:25.842701 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eedeb829-f875-49e4-b6b6-119bbecd23f8 req-f015da9b-9086-47fa-8688-005ac7486efa tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.0893891
Dec 04 21:49:25.876060 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6bd4d234-57db-49d7-b1a8-338939c2ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fc2d5f28>, [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:44:22Z', 'revision_number': 4, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '126f0a14-760c-413e-a200-f3a4e039dd17', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'port_id': '6833bd5f-17af-4954-ae30-6274da7aff10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'mac_address': 'fa:16:3e:6e:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37087ae-f8f5-43e1-9f66-798ddda003b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:48:57Z', 'updated_at': '2020-12-04T21:49:24Z', 'revision_number': 1, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175bce0b-c51e-485c-91d2-af25ccc2145b', 'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'mac_address': 'fa:16:3e:67:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:20Z', 'updated_at': '2020-12-04T21:44:34Z', 'revision_number': 5, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'subnets': [{'id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:49:25.876060 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd4d234-57db-49d7-b1a8-338939c2ad02 None None] Checking router: 2ca53c63-661d-4a03-abf1-03437e37d9db for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:49:25.886379 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd4d234-57db-49d7-b1a8-338939c2ad02 None None] Routers {'2ca53c63-661d-4a03-abf1-03437e37d9db'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:49:25.887722 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6bd4d234-57db-49d7-b1a8-338939c2ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fc2d5f28>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:49:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['2ca53c63-661d-4a03-abf1-03437e37d9db'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:49:25.905158 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eedeb829-f875-49e4-b6b6-119bbecd23f8 req-96ef0e21-1261-4959-8f80-7dd95d99fa77 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494769
Dec 04 21:49:26.011302 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae47ecb-45f8-4fcb-a80a-a628b4ef5821 req-55188a78-29a0-48ed-8734-2464994e2a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:26.012923 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eae47ecb-45f8-4fcb-a80a-a628b4ef5821 req-55188a78-29a0-48ed-8734-2464994e2a35 service neutron] 10.222.0.53 "GET /v2.0/networks?id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29 HTTP/1.1" status: 200  len: 904 time: 0.1675966
Dec 04 21:49:26.077917 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-6bd4d234-57db-49d7-b1a8-338939c2ad02 None None] Set router 2ca53c63-661d-4a03-abf1-03437e37d9db gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:49:26.125733 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eae47ecb-45f8-4fcb-a80a-a628b4ef5821 req-b2f819fe-f46f-45ec-84e5-588242498f79 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6833bd5f-17af-4954-ae30-6274da7aff10 HTTP/1.1" status: 200  len: 999 time: 0.1059084
Dec 04 21:49:26.211541 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae47ecb-45f8-4fcb-a80a-a628b4ef5821 req-02cb039d-d715-4ee5-8922-26c7d68b83af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:26.213156 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eae47ecb-45f8-4fcb-a80a-a628b4ef5821 req-02cb039d-d715-4ee5-8922-26c7d68b83af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f101be7-7361-44f6-9e0b-cdaa01d7405a HTTP/1.1" status: 200  len: 849 time: 0.0662611
Dec 04 21:49:26.295008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae47ecb-45f8-4fcb-a80a-a628b4ef5821 req-37dac9d9-f8e7-4884-9ec9-9a341cb849c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:26.296860 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eae47ecb-45f8-4fcb-a80a-a628b4ef5821 req-37dac9d9-f8e7-4884-9ec9-9a341cb849c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=592cdc2b-1d56-4a14-a11f-8bc151a0ef29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766771
Dec 04 21:49:26.443379 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eae47ecb-45f8-4fcb-a80a-a628b4ef5821 req-16d1a5da-1b0f-4872-a4e2-2d58344345b9 service neutron] 10.222.0.53 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399410
Dec 04 21:49:26.452143 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6bd4d234-57db-49d7-b1a8-338939c2ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fc2d5f28>, [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:44:22Z', 'revision_number': 4, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '126f0a14-760c-413e-a200-f3a4e039dd17', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'port_id': '6833bd5f-17af-4954-ae30-6274da7aff10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'mac_address': 'fa:16:3e:6e:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37087ae-f8f5-43e1-9f66-798ddda003b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:48:57Z', 'updated_at': '2020-12-04T21:49:24Z', 'revision_number': 1, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175bce0b-c51e-485c-91d2-af25ccc2145b', 'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'mac_address': 'fa:16:3e:67:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:20Z', 'updated_at': '2020-12-04T21:44:34Z', 'revision_number': 5, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'subnets': [{'id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:49:26.456419 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd4d234-57db-49d7-b1a8-338939c2ad02 None None] The sync data for ids ['2ca53c63-661d-4a03-abf1-03437e37d9db'] in dv-cinder-749155-4-iscsi is: [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:44:22Z', 'revision_number': 4, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '126f0a14-760c-413e-a200-f3a4e039dd17', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'port_id': '6833bd5f-17af-4954-ae30-6274da7aff10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'mac_address': 'fa:16:3e:6e:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37087ae-f8f5-43e1-9f66-798ddda003b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:48:57Z', 'updated_at': '2020-12-04T21:49:24Z', 'revision_number': 1, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175bce0b-c51e-485c-91d2-af25ccc2145b', 'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'mac_address': 'fa:16:3e:67:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:20Z', 'updated_at': '2020-12-04T21:44:34Z', 'revision_number': 5, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'subnets': [{'id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:49:26.596114 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eae47ecb-45f8-4fcb-a80a-a628b4ef5821 req-e8edfacc-7a8b-46cf-97ec-4110601a02ec service neutron] 10.222.0.53 "GET /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1460736
Dec 04 21:49:26.625485 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c6bdad79-48a1-4371-8e39-75706ab14df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:26.738969 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176b98dc-f442-4486-9ab7-f3893a4fd344 None None] New status for floating IP 126f0a14-760c-413e-a200-f3a4e039dd17: ACTIVE {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 21:49:26.803493 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e4963-4da1-42ec-9aa7-5716d7687c53 req-54b69024-a11d-4169-8536-e1df380e1c1e tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:26.805078 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f67e4963-4da1-42ec-9aa7-5716d7687c53 req-54b69024-a11d-4169-8536-e1df380e1c1e tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.0883846
Dec 04 21:49:26.854201 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f67e4963-4da1-42ec-9aa7-5716d7687c53 req-189216e1-7d00-4337-adf3-f57db56f710d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0411220
Dec 04 21:49:26.922491 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:49:27.164055 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014fe6e-452a-4642-929d-fa419307971b req-7d95de7f-3b6c-4f0c-a6ab-acb6ca5ec99e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:27.165824 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9014fe6e-452a-4642-929d-fa419307971b req-7d95de7f-3b6c-4f0c-a6ab-acb6ca5ec99e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.0890346
Dec 04 21:49:27.217720 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9014fe6e-452a-4642-929d-fa419307971b req-a22235cc-9476-4d6a-9763-9e7b2f0e9bc8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435596
Dec 04 21:49:27.278946 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 40254) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:49:27.438611 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-99032b27-00df-4fc4-919b-93ff6802dd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:27.454150 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-99032b27-00df-4fc4-919b-93ff6802dd22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:49:27.458156 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-99032b27-00df-4fc4-919b-93ff6802dd22 admin admin] Usage tracker for resource:security_group_rule and tenant:f8a64454ccfd4d709a8322b06ec2aa36 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:49:27.461069 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-99032b27-00df-4fc4-919b-93ff6802dd22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:49:27.466735 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-99032b27-00df-4fc4-919b-93ff6802dd22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:49:27.555937 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-99032b27-00df-4fc4-919b-93ff6802dd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:27.558721 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-99032b27-00df-4fc4-919b-93ff6802dd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:27.568066 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-437e1ad8-883c-4246-9ca2-485dfb434194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:27.609886 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-99032b27-00df-4fc4-919b-93ff6802dd22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8a64454ccfd4d709a8322b06ec2aa36&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3291314
Dec 04 21:49:27.612818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 40260) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:49:27.614797 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99032b27-00df-4fc4-919b-93ff6802dd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378828a6-7876-4e4c-9605-d9bad35190ff,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:27.618592 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-99032b27-00df-4fc4-919b-93ff6802dd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:27.872963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0397e497-d54d-4934-9706-a3ea0e8daba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:27.901441 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0397e497-d54d-4934-9706-a3ea0e8daba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:27.949669 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0397e497-d54d-4934-9706-a3ea0e8daba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:27.955793 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-82c3615b-d6aa-4d7c-9bb3-2a154f468d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:27.969537 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397e497-d54d-4934-9706-a3ea0e8daba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378828a6-7876-4e4c-9605-d9bad35190ff,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:27.972390 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0397e497-d54d-4934-9706-a3ea0e8daba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:27.973590 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0397e497-d54d-4934-9706-a3ea0e8daba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:27.978120 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0397e497-d54d-4934-9706-a3ea0e8daba0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/378828a6-7876-4e4c-9605-d9bad35190ff HTTP/1.1" status: 204  len: 168 time: 0.3636169
Dec 04 21:49:28.081266 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dced84a-a903-4fad-8d1b-13600601683d req-b8254ee7-e45b-4851-930c-83a4757a1172 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:28.082925 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6dced84a-a903-4fad-8d1b-13600601683d req-b8254ee7-e45b-4851-930c-83a4757a1172 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.0962088
Dec 04 21:49:28.144197 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6dced84a-a903-4fad-8d1b-13600601683d req-3f4f2955-358f-4ce1-9d5f-304221309a08 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0549347
Dec 04 21:49:28.455385 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6127f-3e66-4154-a2fd-d43d86875dde req-7edf04d5-6216-4d3c-9e3d-f56d608f7ff7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:28.457172 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebc6127f-3e66-4154-a2fd-d43d86875dde req-7edf04d5-6216-4d3c-9e3d-f56d608f7ff7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.0888276
Dec 04 21:49:28.510619 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebc6127f-3e66-4154-a2fd-d43d86875dde req-44a0366c-f2d0-4e05-8ff2-0d0c58006f94 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468323
Dec 04 21:49:28.823296 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4085c-cf04-482a-b8bf-a101b5a0344a req-8fec3abb-5b2f-419b-8f29-302848fae3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:28.825346 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3cc4085c-cf04-482a-b8bf-a101b5a0344a req-8fec3abb-5b2f-419b-8f29-302848fae3e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46d8cb3e589a4879990d2eb6faf2e6cb&device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 1163 time: 0.0938377
Dec 04 21:49:28.888725 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 40288) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:49:28.981334 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4085c-cf04-482a-b8bf-a101b5a0344a req-72b990e6-a083-47dd-96d3-b173ae414c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:28.983530 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3cc4085c-cf04-482a-b8bf-a101b5a0344a req-72b990e6-a083-47dd-96d3-b173ae414c2b service neutron] 10.222.0.53 "GET /v2.0/networks?id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 HTTP/1.1" status: 200  len: 903 time: 0.1508796
Dec 04 21:49:29.033407 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1495937163-network', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:49:29.039373 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:49:29.043609 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Usage tracker for resource:network and tenant:0262bb71a57a441b9dab1e0b06f5a1e8 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:49:29.047735 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:49:29.062657 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:49:29.073448 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Made reservation on behalf of 0262bb71a57a441b9dab1e0b06f5a1e8 for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:49:29.079564 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:29.091409 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3cc4085c-cf04-482a-b8bf-a101b5a0344a req-27f1602e-bd0a-4118-abbe-d01c440c4955 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d HTTP/1.1" status: 200  len: 1002 time: 0.1004388
Dec 04 21:49:29.093811 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:29.110580 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:49:29.114695 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Usage tracker for resource:security_group_rule and tenant:0262bb71a57a441b9dab1e0b06f5a1e8 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:49:29.117692 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:49:29.123856 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:49:29.168099 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4085c-cf04-482a-b8bf-a101b5a0344a req-9d94f41b-377c-4ad8-925c-d4ae1ca03f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:29.171107 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3cc4085c-cf04-482a-b8bf-a101b5a0344a req-9d94f41b-377c-4ad8-925c-d4ae1ca03f64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27fdb0aa-aa44-4c97-bf53-19092373916f HTTP/1.1" status: 200  len: 848 time: 0.0709805
Dec 04 21:49:29.227166 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:29.231436 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:29.240142 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-44845961-f6de-4d40-bfd1-91057fd83978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:29.278298 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d4ccf9-293c-4d89-955b-9fb60e4efd79,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:29.282849 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:29.299581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 21:49:29.299940 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4085c-cf04-482a-b8bf-a101b5a0344a req-8ed2ef94-18fd-4e7d-8d0b-a99ce3a95b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:29.301734 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3cc4085c-cf04-482a-b8bf-a101b5a0344a req-8ed2ef94-18fd-4e7d-8d0b-a99ce3a95b9f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1232524
Dec 04 21:49:29.311582 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:29.312060 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Added segment 15c3af96-5153-47b5-9b85-487350f60f63 of type vxlan for network 8630f2c4-ae64-4deb-8f41-b2dffab16646
Dec 04 21:49:29.378280 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730055956612'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:29.437862 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:29.441867 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:29.442508 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:29.448370 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:29.466686 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3cc4085c-cf04-482a-b8bf-a101b5a0344a req-59280e77-cbd0-4667-8557-135523b7b95d service neutron] 10.222.0.53 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527729
Dec 04 21:49:29.540786 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecce04-0981-467c-a4ee-cc5d6f1ed13d req-8e0ed6ac-2126-43a1-8150-5aa4053ff4eb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:29.543756 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c3ecce04-0981-467c-a4ee-cc5d6f1ed13d req-8e0ed6ac-2126-43a1-8150-5aa4053ff4eb tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.2037160
Dec 04 21:49:29.609311 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Pushing event updated for resources: {'Network': ['ID=8630f2c4-ae64-4deb-8f41-b2dffab16646,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:29.624351 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Network 8630f2c4-ae64-4deb-8f41-b2dffab16646 details requested by agent ovs-agent-dv-cinder-749155-4-iscsi with host dv-cinder-749155-4-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:49:29.625388 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:29.635023 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7419589
Dec 04 21:49:29.635226 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3cc4085c-cf04-482a-b8bf-a101b5a0344a req-682cf713-f760-44c8-9813-eeb43ec4435d service neutron] 10.222.0.53 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1507289
Dec 04 21:49:29.635387 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 40308) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:49:29.637182 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c3ecce04-0981-467c-a4ee-cc5d6f1ed13d req-5d067028-ae95-4324-b1a9-66583292832e tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0794783
Dec 04 21:49:29.641958 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-d9c7a75c-1360-4c1c-9048-e9f5c7e9c278 admin admin] Request body: {'subnet': {'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1495937163-subnet', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:49:29.667723 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d9c7a75c-1360-4c1c-9048-e9f5c7e9c278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:49:29.667723 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d9c7a75c-1360-4c1c-9048-e9f5c7e9c278 admin admin] Usage tracker for resource:subnet and tenant:0262bb71a57a441b9dab1e0b06f5a1e8 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:49:29.667723 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d9c7a75c-1360-4c1c-9048-e9f5c7e9c278 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:49:29.672942 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d9c7a75c-1360-4c1c-9048-e9f5c7e9c278 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:49:29.684233 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c7a75c-1360-4c1c-9048-e9f5c7e9c278 admin admin] Made reservation on behalf of 0262bb71a57a441b9dab1e0b06f5a1e8 for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:49:29.690804 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d9c7a75c-1360-4c1c-9048-e9f5c7e9c278 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9947497'] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:29.763078 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Network 8630f2c4-ae64-4deb-8f41-b2dffab16646 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:49:29.894632 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dc117-bc11-40c2-aa14-5f486d5df521 req-0857d81b-87ef-4df5-ab8c-2becf2b8d003 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:29.896346 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-390dc117-bc11-40c2-aa14-5f486d5df521 req-0857d81b-87ef-4df5-ab8c-2becf2b8d003 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 945 time: 0.1032517
Dec 04 21:49:29.948814 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-390dc117-bc11-40c2-aa14-5f486d5df521 req-bd031751-7727-489b-90a8-8c5037ce5e3a tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452330
Dec 04 21:49:30.134965 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d9c7a75c-1360-4c1c-9048-e9f5c7e9c278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4002239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9947398'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:30.150415 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:30.165906 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3f1d0-713e-47c3-89fd-0b42a0596c4e req-678e23f0-348f-451b-877a-0028c3f655c5 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:30.167562 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ae3f1d0-713e-47c3-89fd-0b42a0596c4e req-678e23f0-348f-451b-877a-0028c3f655c5 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.0950160
Dec 04 21:49:30.218220 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ae3f1d0-713e-47c3-89fd-0b42a0596c4e req-31227249-31b4-41f8-90ed-68f95be375c2 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435593
Dec 04 21:49:30.276298 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7a75c-1360-4c1c-9048-e9f5c7e9c278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=752676c4-be2a-473b-98bb-258b1f317453,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:30.281525 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d9c7a75c-1360-4c1c-9048-e9f5c7e9c278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:30.351144 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c7a75c-1360-4c1c-9048-e9f5c7e9c278 admin admin] Checking segment: {'id': '15c3af96-5153-47b5-9b85-487350f60f63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:49:30.351581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c7a75c-1360-4c1c-9048-e9f5c7e9c278 admin admin] Network hostable DHCP agents. Network: 8630f2c4-ae64-4deb-8f41-b2dffab16646, hostable agents: ['edec75b3-292e-457a-a0f5-2edc56458644'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 21:49:30.370873 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c7a75c-1360-4c1c-9048-e9f5c7e9c278 admin admin] Network 8630f2c4-ae64-4deb-8f41-b2dffab16646 is scheduled to be hosted by DHCP agent edec75b3-292e-457a-a0f5-2edc56458644 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 21:49:30.379161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-d9c7a75c-1360-4c1c-9048-e9f5c7e9c278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-iscsi, 8630f2c4-ae64-4deb-8f41-b2dffab16646) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:49:30.388234 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a12b24-ef6e-4bb6-858e-9035840e8b56 None None] Network 8630f2c4-ae64-4deb-8f41-b2dffab16646 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:49:30.390896 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c7a75c-1360-4c1c-9048-e9f5c7e9c278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:30.391578 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d9c7a75c-1360-4c1c-9048-e9f5c7e9c278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:30.411313 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d9c7a75c-1360-4c1c-9048-e9f5c7e9c278 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7747977
Dec 04 21:49:30.414100 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 40312) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:49:30.419514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1495937163-router', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:49:30.425142 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:49:30.429177 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Usage tracker for resource:router and tenant:0262bb71a57a441b9dab1e0b06f5a1e8 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:49:30.432748 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:49:30.438703 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:49:30.447892 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853841144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746027'] for router, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:30.448969 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853826143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853820664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-955605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29773'] for router, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:30.466641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:30.562153 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea76926-73a0-4f3f-aa43-155f06949aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:30.643778 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp678eb2ec-3345-59a2-8acd-39908cd7c581-8630f2c4-ae64-4deb-8f41-b2dffab16646', 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'fixed_ips': [{'subnet_id': '752676c4-be2a-473b-98bb-258b1f317453'}]}} from dv-cinder-749155-4-iscsi. {{(pid=80266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 04 21:49:30.644710 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:30.740933 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853820647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29822'] for router, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:30.868763 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edf4cf-06c9-4e68-956d-3fd41183ad36 req-22a15db4-3756-4150-adec-ddc1cccf2956 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:30.870176 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d2edf4cf-06c9-4e68-956d-3fd41183ad36 req-22a15db4-3756-4150-adec-ddc1cccf2956 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.0948105
Dec 04 21:49:30.921644 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d2edf4cf-06c9-4e68-956d-3fd41183ad36 req-a937c1b9-4e20-4235-9871-867c0f954435 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0442715
Dec 04 21:49:30.944704 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Allocated IP 172.20.0.2 (8630f2c4-ae64-4deb-8f41-b2dffab16646/752676c4-be2a-473b-98bb-258b1f317453/3af1472c-8a4c-4019-8efe-df72efe0ad24) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:49:31.158773 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:31.197962 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:31.248905 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96423d26-ca28-4440-87a1-27b5636aee00 req-512401c4-b233-4ebb-a4b8-48e8a170ccf0 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:31.251023 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-96423d26-ca28-4440-87a1-27b5636aee00 req-512401c4-b233-4ebb-a4b8-48e8a170ccf0 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 945 time: 0.1162987
Dec 04 21:49:31.300869 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-96423d26-ca28-4440-87a1-27b5636aee00 req-fc20143f-5a74-46f7-98cc-37422d82af9b tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433064
Dec 04 21:49:31.336312 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:31.347416 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Transition to ACTIVE for port object 3af1472c-8a4c-4019-8efe-df72efe0ad24 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:49:31.364959 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Transition to ACTIVE for port object 3af1472c-8a4c-4019-8efe-df72efe0ad24 will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:49:31.369965 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:31.385909 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:31.517946 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Pushing event updated for resources: {'Port': ['ID=3af1472c-8a4c-4019-8efe-df72efe0ad24,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:31.523318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:31.530211 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed70607-2cac-445e-aef6-76e8dea859f7 req-8092a8e9-46a4-4cc2-bb92-5cf667a59ead tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:31.531607 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Allocated IP 172.27.1.72 (5a5bc502-ed14-4f0a-889e-34e38dce125b/2af0f04a-6e02-4e2b-b142-69b01684337c/8af90038-3125-4da8-8924-bd6ad5695528) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:49:31.538650 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eed70607-2cac-445e-aef6-76e8dea859f7 req-8092a8e9-46a4-4cc2-bb92-5cf667a59ead tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.0994992
Dec 04 21:49:31.569029 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:31.595757 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Network 8630f2c4-ae64-4deb-8f41-b2dffab16646 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:49:31.597363 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Resources bound (agent type, host, resource id):  {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:49:31.600373 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:49:31.601288 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eed70607-2cac-445e-aef6-76e8dea859f7 req-e4611315-9fa3-4f9b-b4bd-d6e7ebba34bf tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616164
Dec 04 21:49:31.609097 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:49:31.712873 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Attempting to bind port 3af1472c-8a4c-4019-8efe-df72efe0ad24 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:49:31.713291 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Attempting to bind port 3af1472c-8a4c-4019-8efe-df72efe0ad24 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': '15c3af96-5153-47b5-9b85-487350f60f63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:49:31.713708 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Attempting to bind port 3af1472c-8a4c-4019-8efe-df72efe0ad24 on network 8630f2c4-ae64-4deb-8f41-b2dffab16646 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:49:31.725392 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:49:31.725816 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Checking segment: {'id': '15c3af96-5153-47b5-9b85-487350f60f63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:49:31.726264 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:31.726711 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Bound using segment: {'id': '15c3af96-5153-47b5-9b85-487350f60f63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:49:31.727236 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Bound port: 3af1472c-8a4c-4019-8efe-df72efe0ad24, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c3af96-5153-47b5-9b85-487350f60f63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:49:31.727697 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:31.769383 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fc8d0-20cd-49d5-a173-1a5594ef48eb req-3dfb0234-514d-4bed-9402-d0876789fb00 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:31.770157 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-0e9fc8d0-20cd-49d5-a173-1a5594ef48eb req-3dfb0234-514d-4bed-9402-d0876789fb00 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Synchronizing usage tracker for tenant:51ae4b6b9f2140b8a381bac99293a112 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:49:31.777909 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:31.799641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-0e9fc8d0-20cd-49d5-a173-1a5594ef48eb req-3dfb0234-514d-4bed-9402-d0876789fb00 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Unset dirty status for tenant:51ae4b6b9f2140b8a381bac99293a112 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:49:31.800453 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:49:31.800883 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0e9fc8d0-20cd-49d5-a173-1a5594ef48eb req-3dfb0234-514d-4bed-9402-d0876789fb00 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.53 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 945 time: 0.1799624
Dec 04 21:49:31.800995 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:31.863846 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:31.882581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:31.885848 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] For port 3af1472c-8a4c-4019-8efe-df72efe0ad24, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:49:31.894108 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] For port 3af1472c-8a4c-4019-8efe-df72efe0ad24, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=3af1472c-8a4c-4019-8efe-df72efe0ad24,segment=NetworkSegment(15c3af96-5153-47b5-9b85-487350f60f63),segment_id=15c3af96-5153-47b5-9b85-487350f60f63)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:49:31.904183 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:31.924751 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:32.147108 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:49:32.190006 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:32.209809 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf8756-b0fe-4dea-919d-959f8a45b7a3 req-e695f0f0-83e9-41f4-b64f-3acd00aa051e tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:32.211838 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1fcf8756-b0fe-4dea-919d-959f8a45b7a3 req-e695f0f0-83e9-41f4-b64f-3acd00aa051e tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.1148839
Dec 04 21:49:32.245679 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:32.256399 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Pushing event updated for resources: {'Port': ['ID=3af1472c-8a4c-4019-8efe-df72efe0ad24,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:32.260651 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:32.268432 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:32.273048 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1fcf8756-b0fe-4dea-919d-959f8a45b7a3 req-f34a1bc9-646e-4a8f-9f55-a461a38d8587 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0537467
Dec 04 21:49:32.275866 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-0e9fc8d0-20cd-49d5-a173-1a5594ef48eb req-9e43d941-ba25-4edd-81f9-deba00fdcc49 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Deleting port 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:49:32.276255 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0e9fc8d0-20cd-49d5-a173-1a5594ef48eb req-9e43d941-ba25-4edd-81f9-deba00fdcc49 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:32.393903 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:32.444393 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e4677f-8881-4264-bb78-7ba7a1ab58ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:49:32.448397 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Pushing event updated for resources: {'Port': ['ID=8af90038-3125-4da8-8924-bd6ad5695528,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:32.460313 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:32.462473 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d,segment=NetworkSegment(6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480),segment_id=6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:49:32.467080 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:32.469205 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:32.569653 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:32.579002 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:32.613209 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d8f65-ac43-4833-b636-9ecdd9873f35 req-3e12efd4-8f99-4c5f-8dab-d1e5e018797b tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:32.613916 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e4677f-8881-4264-bb78-7ba7a1ab58ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d', 'code': 200}
Dec 04 21:49:32.614963 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d42d8f65-ac43-4833-b636-9ecdd9873f35 req-3e12efd4-8f99-4c5f-8dab-d1e5e018797b tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 945 time: 0.1292403
Dec 04 21:49:32.659870 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:49:32.663730 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:49:32.668026 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:49:32.672127 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d42d8f65-ac43-4833-b636-9ecdd9873f35 req-602cadb0-427a-4c45-87df-f9eba1564d4b tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/security-groups?id=33a428fc-24dd-4071-99fe-a731766f37c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499802
Dec 04 21:49:32.760499 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-0e9fc8d0-20cd-49d5-a173-1a5594ef48eb req-9e43d941-ba25-4edd-81f9-deba00fdcc49 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] For port 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea,segment=NetworkSegment(3e5dc64d-0482-433a-9b5f-3df59e6eb914),segment_id=3e5dc64d-0482-433a-9b5f-3df59e6eb914)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:49:32.762082 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0e9fc8d0-20cd-49d5-a173-1a5594ef48eb req-9e43d941-ba25-4edd-81f9-deba00fdcc49 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:32.875612 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04a642-a11d-4a4c-a1c2-323f92ed7c22 req-01d13c22-fec9-4a5b-9e77-40bf27429c48 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:32.877632 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d04a642-a11d-4a4c-a1c2-323f92ed7c22 req-01d13c22-fec9-4a5b-9e77-40bf27429c48 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.1172245
Dec 04 21:49:32.975253 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-0e9fc8d0-20cd-49d5-a173-1a5594ef48eb req-9e43d941-ba25-4edd-81f9-deba00fdcc49 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Calling delete_port for 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:49:33.163785 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d04a642-a11d-4a4c-a1c2-323f92ed7c22 req-490e8a31-dfcf-4b00-8532-f7270f580ace tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2775807
Dec 04 21:49:33.395907 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0e9fc8d0-20cd-49d5-a173-1a5594ef48eb req-9e43d941-ba25-4edd-81f9-deba00fdcc49 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:33.412659 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 72135808-6808-4fdc-a826-a5f3819c0672 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:49:33.419710 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cdb642a0-58d1-426e-9557-4a768fc489ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:33.496619 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 72135808-6808-4fdc-a826-a5f3819c0672 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:49:33.497338 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:33.498008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e9c35-b9cf-45f8-a8a7-e3a1015d75e7 req-ca5afd59-4310-4114-bc42-3019461ca5df tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:33.499754 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be3e9c35-b9cf-45f8-a8a7-e3a1015d75e7 req-ca5afd59-4310-4114-bc42-3019461ca5df tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 944 time: 0.0859904
Dec 04 21:49:33.524787 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43d941-ba25-4edd-81f9-deba00fdcc49 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Pushing event deleted for resources: {'Port': ['ID=3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:33.531243 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9e43d941-ba25-4edd-81f9-deba00fdcc49 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:33.537671 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:33.549990 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be3e9c35-b9cf-45f8-a8a7-e3a1015d75e7 req-0af99084-b479-4a35-ae86-b6fabf0525ad tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0435281
Dec 04 21:49:33.682040 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:49:33.729037 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] No Port match for: 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:49:33.729439 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea not bound to the agent host hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:49:33.810592 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9fc8d0-20cd-49d5-a173-1a5594ef48eb req-9e43d941-ba25-4edd-81f9-deba00fdcc49 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] No DVR routers for this DVR port 3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea on host hv-cinder-74915 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:49:33.813243 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0e9fc8d0-20cd-49d5-a173-1a5594ef48eb req-9e43d941-ba25-4edd-81f9-deba00fdcc49 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:33.820144 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22702190-0808-421f-b3c5-bd7700b41ede', 'name': 'network-vif-deleted', 'tag': '3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:49:33.939044 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7dcfc3fc-5a26-4fc0-b187-e93385648afc req-179d102d-bd49-446d-8f47-84b61ef6176f tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 210 time: 0.0585401
Dec 04 21:49:33.976229 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22702190-0808-421f-b3c5-bd7700b41ede', 'name': 'network-vif-deleted', 'tag': '3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea', 'status': 'completed', 'code': 200}
Dec 04 21:49:33.977667 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0e9fc8d0-20cd-49d5-a173-1a5594ef48eb req-9e43d941-ba25-4edd-81f9-deba00fdcc49 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.53 "DELETE /v2.0/ports/3a68f8b5-ed10-4e7f-8a8a-6ff8b7094eea HTTP/1.1" status: 204  len: 173 time: 2.1712224
Dec 04 21:49:33.988728 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 40350) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:49:34.048624 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc84d7df-2fda-4fc9-a5f0-271cc3f7c28f None None] Network 8630f2c4-ae64-4deb-8f41-b2dffab16646 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:49:34.203285 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-6a6b3c39-62c0-4df7-a4f2-923f46db676d None None] Provisioning for port 3af1472c-8a4c-4019-8efe-df72efe0ad24 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:49:34.253880 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5256ad46-52a2-4534-a364-97a303172d25 req-143ede1d-0284-4025-988f-c489b5afbc3a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2636199
Dec 04 21:49:34.273858 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f815a-a713-4c94-b144-813d0c3ec117 req-66216951-101e-49ce-9003-41bf444547fc tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:34.275904 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5d0f815a-a713-4c94-b144-813d0c3ec117 req-66216951-101e-49ce-9003-41bf444547fc tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 944 time: 0.2424679
Dec 04 21:49:34.341871 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955187'] for router, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:34.346427 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5d0f815a-a713-4c94-b144-813d0c3ec117 req-d12387c9-48df-46bb-96b2-28c045c51d20 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0621011
Dec 04 21:49:34.504423 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32baefc-3f07-4fd6-a054-8ad747934e1f req-bd83711e-e9ba-4c91-a33f-dc138d0b26ab tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:34.506318 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a32baefc-3f07-4fd6-a054-8ad747934e1f req-bd83711e-e9ba-4c91-a33f-dc138d0b26ab tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.1173677
Dec 04 21:49:34.566237 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 3af1472c-8a4c-4019-8efe-df72efe0ad24 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:49:34.631684 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Router 06f1b55c-dc13-40ac-ad21-2c2f80741057 is scheduled to L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 with binding_index 1 {{(pid=80264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 04 21:49:34.642021 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a32baefc-3f07-4fd6-a054-8ad747934e1f req-de442323-99d2-4fc6-908f-0994cc016c98 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1189008
Dec 04 21:49:34.659143 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port 3af1472c-8a4c-4019-8efe-df72efe0ad24 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:49:34.673316 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 3af1472c-8a4c-4019-8efe-df72efe0ad24 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:49:34.673866 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:34.765160 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-72b6d944-c2d0-417a-b0ef-e7ed51169fc6 None None] Provisioning complete for port 3af1472c-8a4c-4019-8efe-df72efe0ad24 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:49:34.765773 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-72b6d944-c2d0-417a-b0ef-e7ed51169fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:34.883888 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:49:34.898799 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:34.912706 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] Notify callbacks [] for router, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:34.914056 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-34e8a8a6-2239-4596-9c35-b9173efb4b67 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.4989598
Dec 04 21:49:34.917192 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 40366) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:49:34.921659 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Sync routers for ids ['06f1b55c-dc13-40ac-ad21-2c2f80741057'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:49:35.027353 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port 3af1472c-8a4c-4019-8efe-df72efe0ad24, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=3af1472c-8a4c-4019-8efe-df72efe0ad24,segment=NetworkSegment(15c3af96-5153-47b5-9b85-487350f60f63),segment_id=15c3af96-5153-47b5-9b85-487350f60f63)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:49:35.028849 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-72b6d944-c2d0-417a-b0ef-e7ed51169fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:35.047868 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:35.052739 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7bc085b0-f07d-4f74-b0fc-3b9c1b247b63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:35.139844 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Routers {'06f1b55c-dc13-40ac-ad21-2c2f80741057'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:49:35.140807 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fc2f5c50>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:49:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['06f1b55c-dc13-40ac-ad21-2c2f80741057'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:49:35.238700 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=3af1472c-8a4c-4019-8efe-df72efe0ad24,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:35.246469 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:35.271114 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-74af6c69-29f5-4cc3-a733-e3227813b635 req-257de495-93ed-486b-8bdd-7efc4201a969 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] 10.222.0.44 "GET /v2.0/ports?device_id=22702190-0808-421f-b3c5-bd7700b41ede HTTP/1.1" status: 200  len: 210 time: 0.0761378
Dec 04 21:49:35.396898 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-72b6d944-c2d0-417a-b0ef-e7ed51169fc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:49:35.397306 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-72b6d944-c2d0-417a-b0ef-e7ed51169fc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:49:35.422173 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Set router 06f1b55c-dc13-40ac-ad21-2c2f80741057 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:49:35.749398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691f329-c78a-44f5-b958-361e590d4b68 req-8b97dee4-5931-42ab-9fb3-784c38eb1986 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:35.750708 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b691f329-c78a-44f5-b958-361e590d4b68 req-8b97dee4-5931-42ab-9fb3-784c38eb1986 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 944 time: 0.2308097
Dec 04 21:49:35.887155 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:35.914983 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b691f329-c78a-44f5-b958-361e590d4b68 req-4c70f980-5f57-446d-a6cb-60a72605be7e tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1495895
Dec 04 21:49:35.949578 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fc2f5c50>, [{'id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'name': 'tempest-TestMinimumBasicScenario-1495937163-router', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8af90038-3125-4da8-8924-bd6ad5695528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:49:30Z', 'updated_at': '2020-12-04T21:49:33Z', 'revision_number': 3, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'gw_port': {'id': '8af90038-3125-4da8-8924-bd6ad5695528', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:31Z', 'updated_at': '2020-12-04T21:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:49:35.964325 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Checking router: 06f1b55c-dc13-40ac-ad21-2c2f80741057 for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:49:35.964812 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Updating router 06f1b55c-dc13-40ac-ad21-2c2f80741057 port 8af90038-3125-4da8-8924-bd6ad5695528 binding host dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 21:49:36.035661 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:36.053409 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5972e6-e531-44d1-9752-42225cc04c63 req-bf41c112-05a4-43f5-a803-5ae5cd02f03c tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:36.055286 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eb5972e6-e531-44d1-9752-42225cc04c63 req-bf41c112-05a4-43f5-a803-5ae5cd02f03c tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.2605128
Dec 04 21:49:36.176360 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eb5972e6-e531-44d1-9752-42225cc04c63 req-4d1362fe-0d85-4aae-bde5-120906916d96 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1126440
Dec 04 21:49:36.228451 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-fac86c32-05cf-49ec-af6f-3efadeb0dfb3 None None] Provisioning complete for port 3af1472c-8a4c-4019-8efe-df72efe0ad24 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:49:36.228884 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fac86c32-05cf-49ec-af6f-3efadeb0dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:36.305982 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256ad46-52a2-4534-a364-97a303172d25 req-8b607d82-2e53-47a3-a04a-b44e2afc15f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:36.307980 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5256ad46-52a2-4534-a364-97a303172d25 req-8b607d82-2e53-47a3-a04a-b44e2afc15f8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac&tenant_id=46d8cb3e589a4879990d2eb6faf2e6cb HTTP/1.1" status: 200  len: 1161 time: 0.0821028
Dec 04 21:49:36.339440 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Allocated IP 172.20.0.1 (8630f2c4-ae64-4deb-8f41-b2dffab16646/752676c4-be2a-473b-98bb-258b1f317453/b5f4a9d2-946e-43d3-96ab-338e96b412b4) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:49:36.489262 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256ad46-52a2-4534-a364-97a303172d25 req-336d4f64-e1bc-4252-9d0a-10626fd4cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:36.491267 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5256ad46-52a2-4534-a364-97a303172d25 req-336d4f64-e1bc-4252-9d0a-10626fd4cfc7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46d8cb3e589a4879990d2eb6faf2e6cb&device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 1161 time: 0.1420553
Dec 04 21:49:36.494813 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 3af1472c-8a4c-4019-8efe-df72efe0ad24 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:49:36.532135 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:36.550218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Transition to ACTIVE for port object b5f4a9d2-946e-43d3-96ab-338e96b412b4 will not be triggered until provisioned by entity DHCP. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:49:36.575813 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:36.592267 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:36.642488 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 3af1472c-8a4c-4019-8efe-df72efe0ad24 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:49:36.643259 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:36.667218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256ad46-52a2-4534-a364-97a303172d25 req-cc169808-689c-4999-9929-652c5f1c063a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:36.668873 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5256ad46-52a2-4534-a364-97a303172d25 req-cc169808-689c-4999-9929-652c5f1c063a service neutron] 10.222.0.53 "GET /v2.0/networks?id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 HTTP/1.1" status: 200  len: 903 time: 0.1694176
Dec 04 21:49:36.779660 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Network 8630f2c4-ae64-4deb-8f41-b2dffab16646 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:49:36.788700 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:49:36.791131 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:49:36.807984 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5256ad46-52a2-4534-a364-97a303172d25 req-cce8e413-4af1-43e2-8907-4da67803348d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d HTTP/1.1" status: 200  len: 1000 time: 0.1299183
Dec 04 21:49:36.860534 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Pushing event updated for resources: {'Port': ['ID=b5f4a9d2-946e-43d3-96ab-338e96b412b4,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:36.865228 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:36.875018 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-978543'] for router_interface, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:36.913173 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256ad46-52a2-4534-a364-97a303172d25 req-404dfd03-b644-4e96-8efa-e4a2698cb8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:36.915087 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5256ad46-52a2-4534-a364-97a303172d25 req-404dfd03-b644-4e96-8efa-e4a2698cb8cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27fdb0aa-aa44-4c97-bf53-19092373916f HTTP/1.1" status: 200  len: 848 time: 0.0895522
Dec 04 21:49:36.983445 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:37.018915 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Transition to ACTIVE for port object 8af90038-3125-4da8-8924-bd6ad5695528 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:49:37.023273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:37.049054 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:37.111581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256ad46-52a2-4534-a364-97a303172d25 req-acc77c19-3ead-4c7b-a6b0-1366690aace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:37.113229 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5256ad46-52a2-4534-a364-97a303172d25 req-acc77c19-3ead-4c7b-a6b0-1366690aace7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1906965
Dec 04 21:49:37.289740 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-15dbf81f-202b-4300-929e-40f7e82ae032 None None] Provisioning for port b5f4a9d2-946e-43d3-96ab-338e96b412b4 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:49:37.289958 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5256ad46-52a2-4534-a364-97a303172d25 req-3bf325d4-9893-4d32-bede-76f8cad5491d service neutron] 10.222.0.53 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1695631
Dec 04 21:49:37.297786 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096783c-d908-46b8-8c3e-6fceb53100bd None None] Pushing event updated for resources: {'Port': ['ID=8af90038-3125-4da8-8924-bd6ad5695528,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:37.302618 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f096783c-d908-46b8-8c3e-6fceb53100bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:37.303361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-15dbf81f-202b-4300-929e-40f7e82ae032 None None] Provisioning complete for port b5f4a9d2-946e-43d3-96ab-338e96b412b4 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:49:37.303797 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-15dbf81f-202b-4300-929e-40f7e82ae032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:37.397666 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-15dbf81f-202b-4300-929e-40f7e82ae032 None None] Port b5f4a9d2-946e-43d3-96ab-338e96b412b4 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:49:37.427337 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Attempting to bind port 8af90038-3125-4da8-8924-bd6ad5695528 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:49:37.428187 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Attempting to bind port 8af90038-3125-4da8-8924-bd6ad5695528 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:49:37.428455 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Attempting to bind port 8af90038-3125-4da8-8924-bd6ad5695528 on network 5a5bc502-ed14-4f0a-889e-34e38dce125b {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:49:37.438355 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:49:37.438613 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Checking segment: {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:49:37.438945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:37.439388 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Bound using segment: {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:49:37.439947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Bound port: 8af90038-3125-4da8-8924-bd6ad5695528, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:49:37.440396 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:37.473850 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5256ad46-52a2-4534-a364-97a303172d25 req-6d3f0071-063a-445b-b4b3-22a40cbbca02 service neutron] 10.222.0.53 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1618636
Dec 04 21:49:37.520805 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] For port 8af90038-3125-4da8-8924-bd6ad5695528, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:49:37.524021 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] For port 8af90038-3125-4da8-8924-bd6ad5695528, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=8af90038-3125-4da8-8924-bd6ad5695528,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:49:37.527937 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:37.549205 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:37.567941 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f941cc-e68c-4aa6-b28c-f60ce78ecdd8 req-a9fcea4d-839d-4e89-971c-8332973e01ea tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:37.569532 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c3f941cc-e68c-4aa6-b28c-f60ce78ecdd8 req-a9fcea4d-839d-4e89-971c-8332973e01ea tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 944 time: 0.2127805
Dec 04 21:49:37.676175 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9987c7-6688-4ac8-b0cf-c78cc7267b39 req-998a2514-ea0c-416b-b3c7-a9042cb94870 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:37.677807 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc9987c7-6688-4ac8-b0cf-c78cc7267b39 req-998a2514-ea0c-416b-b3c7-a9042cb94870 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.2078557
Dec 04 21:49:37.698680 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c3f941cc-e68c-4aa6-b28c-f60ce78ecdd8 req-54dcfc3c-732f-47da-a8cd-ab409b937465 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1204376
Dec 04 21:49:37.711720 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096783c-d908-46b8-8c3e-6fceb53100bd None None] Pushing event updated for resources: {'Port': ['ID=8af90038-3125-4da8-8924-bd6ad5695528,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:37.716483 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:37.721525 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f096783c-d908-46b8-8c3e-6fceb53100bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:37.760211 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Routers {'06f1b55c-dc13-40ac-ad21-2c2f80741057'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:49:37.761001 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fc2f5c50>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:49:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['06f1b55c-dc13-40ac-ad21-2c2f80741057'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:49:37.791119 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc9987c7-6688-4ac8-b0cf-c78cc7267b39 req-4fbcb99c-fb80-4393-8b87-ad67c96f8d8e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0997550
Dec 04 21:49:37.945841 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] Set router 06f1b55c-dc13-40ac-ad21-2c2f80741057 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:49:38.032447 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:38.036720 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:38.064446 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:38.151098 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Pushing event updated for resources: {'Port': ['ID=b5f4a9d2-946e-43d3-96ab-338e96b412b4,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:38.155984 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:38.156951 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853288963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853797172'] for router_interface, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:38.295894 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fc2f5c50>, [{'id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'name': 'tempest-TestMinimumBasicScenario-1495937163-router', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8af90038-3125-4da8-8924-bd6ad5695528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:49:30Z', 'updated_at': '2020-12-04T21:49:37Z', 'revision_number': 4, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'gw_port': {'id': '8af90038-3125-4da8-8924-bd6ad5695528', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:31Z', 'updated_at': '2020-12-04T21:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': 'b5f4a9d2-946e-43d3-96ab-338e96b412b4', 'name': '', 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'mac_address': 'fa:16:3e:55:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '752676c4-be2a-473b-98bb-258b1f317453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:36Z', 'updated_at': '2020-12-04T21:49:36Z', 'revision_number': 1, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'subnets': [{'id': '752676c4-be2a-473b-98bb-258b1f317453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:49:38.301164 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae325bd9-ead1-407d-a68b-404f64ce4124 None None] The sync data for ids ['06f1b55c-dc13-40ac-ad21-2c2f80741057'] in dv-cinder-749155-4-iscsi is: [{'id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'name': 'tempest-TestMinimumBasicScenario-1495937163-router', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8af90038-3125-4da8-8924-bd6ad5695528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:49:30Z', 'updated_at': '2020-12-04T21:49:37Z', 'revision_number': 4, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'gw_port': {'id': '8af90038-3125-4da8-8924-bd6ad5695528', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:31Z', 'updated_at': '2020-12-04T21:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': 'b5f4a9d2-946e-43d3-96ab-338e96b412b4', 'name': '', 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'mac_address': 'fa:16:3e:55:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '752676c4-be2a-473b-98bb-258b1f317453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:36Z', 'updated_at': '2020-12-04T21:49:36Z', 'revision_number': 1, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'subnets': [{'id': '752676c4-be2a-473b-98bb-258b1f317453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:49:38.307025 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Network 8630f2c4-ae64-4deb-8f41-b2dffab16646 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:49:38.308305 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:49:38.557949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Router 06f1b55c-dc13-40ac-ad21-2c2f80741057 has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:49:38.653225 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9883b6b1-795f-446b-b299-134a0b5ae0c4 None None] Provisioning complete for port b5f4a9d2-946e-43d3-96ab-338e96b412b4 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:49:38.653611 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9883b6b1-795f-446b-b299-134a0b5ae0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:38.721661 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-9883b6b1-795f-446b-b299-134a0b5ae0c4 None None] Port b5f4a9d2-946e-43d3-96ab-338e96b412b4 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:49:38.763081 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:49:38.778071 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-55e3a349-1a48-419f-98b4-125ef2ea749a admin admin] 10.222.0.44 "PUT /v2.0/routers/06f1b55c-dc13-40ac-ad21-2c2f80741057/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8587370
Dec 04 21:49:38.961742 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589fac1-380a-4f4d-bd5b-3c943344ba2a req-268ef861-c500-4ac0-92e3-afd6b9d80bc7 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:38.965816 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1589fac1-380a-4f4d-bd5b-3c943344ba2a req-268ef861-c500-4ac0-92e3-afd6b9d80bc7 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 944 time: 0.1040769
Dec 04 21:49:39.073055 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1589fac1-380a-4f4d-bd5b-3c943344ba2a req-171b6be5-1d0c-4555-bf05-66a9821ccc78 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0696425
Dec 04 21:49:39.098878 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19983b-e717-4a9f-a22b-865dc353c4b2 req-9f953461-dd82-4ae4-b3b8-f4312748204b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:39.108092 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c19983b-e717-4a9f-a22b-865dc353c4b2 req-9f953461-dd82-4ae4-b3b8-f4312748204b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.1403246
Dec 04 21:49:39.169367 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c19983b-e717-4a9f-a22b-865dc353c4b2 req-d6dd6e4a-39a3-4370-b5df-3eabc5dcbe19 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536065
Dec 04 21:49:40.330098 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8bbbd-d361-4512-a141-857054b19fa3 req-0ff764a6-1445-4040-ac4c-ac8b6c3ce916 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:40.331819 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2bd8bbbd-d361-4512-a141-857054b19fa3 req-0ff764a6-1445-4040-ac4c-ac8b6c3ce916 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 944 time: 0.0935974
Dec 04 21:49:40.383426 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2bd8bbbd-d361-4512-a141-857054b19fa3 req-47e71253-687b-44a8-bc22-65a40c8263b9 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0452187
Dec 04 21:49:40.506152 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 8af90038-3125-4da8-8924-bd6ad5695528 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:49:40.608950 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port 8af90038-3125-4da8-8924-bd6ad5695528 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:49:40.615028 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 8af90038-3125-4da8-8924-bd6ad5695528 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:49:40.615472 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:40.746140 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b8693-f40c-4113-97f7-26fa7040da66 req-e66fbe71-a62e-4449-8387-1085db4ca695 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:40.748853 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e3b8693-f40c-4113-97f7-26fa7040da66 req-e66fbe71-a62e-4449-8387-1085db4ca695 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.1862793
Dec 04 21:49:40.758182 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:40.780149 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port 8af90038-3125-4da8-8924-bd6ad5695528, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=8af90038-3125-4da8-8924-bd6ad5695528,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:49:40.783601 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:40.785895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f096783c-d908-46b8-8c3e-6fceb53100bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:40.822501 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e3b8693-f40c-4113-97f7-26fa7040da66 req-634de5a8-4141-4d5e-8ca3-bf3f77dbf383 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664837
Dec 04 21:49:40.867487 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=8af90038-3125-4da8-8924-bd6ad5695528,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:40.870761 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:41.653827 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745881dc-62cc-4d33-80f6-e743a1a1b44e req-38da09b3-abae-425b-a92a-df810560caea tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:41.656771 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-745881dc-62cc-4d33-80f6-e743a1a1b44e req-38da09b3-abae-425b-a92a-df810560caea tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 944 time: 0.0972912
Dec 04 21:49:41.730492 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-745881dc-62cc-4d33-80f6-e743a1a1b44e req-0d2f3ad0-7703-4137-be2f-f3fc32062f76 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0646744
Dec 04 21:49:41.939677 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Sync routers for ids ['06f1b55c-dc13-40ac-ad21-2c2f80741057'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:49:41.976436 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Routers {'06f1b55c-dc13-40ac-ad21-2c2f80741057'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:49:41.991773 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd01ec88>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:49:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['06f1b55c-dc13-40ac-ad21-2c2f80741057'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:49:42.159103 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4ff08-8452-4c4d-9da2-e6077c1f293c req-8e96b9df-6ba1-4bc2-9b4c-503e83d16d6b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:42.171611 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28b4ff08-8452-4c4d-9da2-e6077c1f293c req-8e96b9df-6ba1-4bc2-9b4c-503e83d16d6b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.1669462
Dec 04 21:49:42.273614 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Set router 06f1b55c-dc13-40ac-ad21-2c2f80741057 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:49:42.283351 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28b4ff08-8452-4c4d-9da2-e6077c1f293c req-496c067d-d1bc-49ad-9a90-faad4ce51fd5 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1017129
Dec 04 21:49:42.448854 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 8af90038-3125-4da8-8924-bd6ad5695528 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:49:42.537702 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 8af90038-3125-4da8-8924-bd6ad5695528 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:49:42.538408 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:42.733408 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd01ec88>, [{'id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'name': 'tempest-TestMinimumBasicScenario-1495937163-router', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8af90038-3125-4da8-8924-bd6ad5695528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:49:30Z', 'updated_at': '2020-12-04T21:49:37Z', 'revision_number': 4, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'gw_port': {'id': '8af90038-3125-4da8-8924-bd6ad5695528', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:31Z', 'updated_at': '2020-12-04T21:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': 'b5f4a9d2-946e-43d3-96ab-338e96b412b4', 'name': '', 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'mac_address': 'fa:16:3e:55:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '752676c4-be2a-473b-98bb-258b1f317453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:36Z', 'updated_at': '2020-12-04T21:49:37Z', 'revision_number': 2, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'subnets': [{'id': '752676c4-be2a-473b-98bb-258b1f317453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:49:42.753421 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Checking router: 06f1b55c-dc13-40ac-ad21-2c2f80741057 for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:49:42.755913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Updating router 06f1b55c-dc13-40ac-ad21-2c2f80741057 port b5f4a9d2-946e-43d3-96ab-338e96b412b4 binding host dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 21:49:42.933054 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:43.213230 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52635ce4-0941-40ba-b525-4d15e988f0f7 req-70e63538-6240-4233-bf62-dcc128e231d2 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:43.215491 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52635ce4-0941-40ba-b525-4d15e988f0f7 req-70e63538-6240-4233-bf62-dcc128e231d2 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 944 time: 0.2060080
Dec 04 21:49:43.316592 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52635ce4-0941-40ba-b525-4d15e988f0f7 req-74079940-e5c5-436f-931f-fb04901e3271 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0924509
Dec 04 21:49:43.599018 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:43.619371 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Transition to ACTIVE for port object b5f4a9d2-946e-43d3-96ab-338e96b412b4 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:49:43.623070 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:43.667537 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8619e9e6-d035-418e-9a5a-1ec0859f7a16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:43.792914 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019ec1f-f284-4b45-a232-ae0f003aebb8 req-8190196e-25d9-4659-9912-6fe8ce45bd87 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:43.803486 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f019ec1f-f284-4b45-a232-ae0f003aebb8 req-8190196e-25d9-4659-9912-6fe8ce45bd87 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.2019544
Dec 04 21:49:43.913195 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f019ec1f-f284-4b45-a232-ae0f003aebb8 req-9a3994c4-06b9-44e4-b77c-2f54e59899eb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1083555
Dec 04 21:49:44.126371 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Pushing event updated for resources: {'Port': ['ID=b5f4a9d2-946e-43d3-96ab-338e96b412b4,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:44.156984 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.157676 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.158248 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.158834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.159393 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.160008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.160725 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.161277 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.161851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.166263 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.166873 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.167447 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.168121 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.168680 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.169230 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.170421 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.171115 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.171688 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.172258 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.172809 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.173351 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.174083 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.174642 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.175182 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:44.192348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:44.787972 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72179272-897f-468d-9e42-7c7af54287a7 req-2f40f527-165c-4201-826e-18c2aa4798ee tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:44.799344 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-72179272-897f-468d-9e42-7c7af54287a7 req-2f40f527-165c-4201-826e-18c2aa4798ee tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 944 time: 0.1520879
Dec 04 21:49:44.865997 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-72179272-897f-468d-9e42-7c7af54287a7 req-7f70881a-0283-4b8b-a42c-5d172f08a2a0 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0654058
Dec 04 21:49:44.968731 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Attempting to bind port b5f4a9d2-946e-43d3-96ab-338e96b412b4 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:49:44.969134 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Attempting to bind port b5f4a9d2-946e-43d3-96ab-338e96b412b4 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': '15c3af96-5153-47b5-9b85-487350f60f63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:49:44.969544 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Attempting to bind port b5f4a9d2-946e-43d3-96ab-338e96b412b4 on network 8630f2c4-ae64-4deb-8f41-b2dffab16646 {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:49:44.978713 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:49:44.979174 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Checking segment: {'id': '15c3af96-5153-47b5-9b85-487350f60f63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:49:44.979590 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:44.992518 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Bound using segment: {'id': '15c3af96-5153-47b5-9b85-487350f60f63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:49:44.993246 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Bound port: b5f4a9d2-946e-43d3-96ab-338e96b412b4, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c3af96-5153-47b5-9b85-487350f60f63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:49:44.993697 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:45.198911 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] For port b5f4a9d2-946e-43d3-96ab-338e96b412b4, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:49:45.204184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] For port b5f4a9d2-946e-43d3-96ab-338e96b412b4, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=b5f4a9d2-946e-43d3-96ab-338e96b412b4,segment=NetworkSegment(15c3af96-5153-47b5-9b85-487350f60f63),segment_id=15c3af96-5153-47b5-9b85-487350f60f63)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:49:45.211773 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:45.291426 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:45.438642 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d88c8-39c6-4859-a7f4-9917e3f900f6 req-10067e69-f49d-4e63-a078-d5af57355e9a tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:45.455109 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aa2d88c8-39c6-4859-a7f4-9917e3f900f6 req-10067e69-f49d-4e63-a078-d5af57355e9a tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.2319124
Dec 04 21:49:45.500510 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Routers {'06f1b55c-dc13-40ac-ad21-2c2f80741057'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:49:45.505875 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd01ec88>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:49:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['06f1b55c-dc13-40ac-ad21-2c2f80741057'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:49:45.526345 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aa2d88c8-39c6-4859-a7f4-9917e3f900f6 req-4dc3156f-cc41-4c26-8c90-716eb1c541c2 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701480
Dec 04 21:49:45.644755 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Pushing event updated for resources: {'Port': ['ID=b5f4a9d2-946e-43d3-96ab-338e96b412b4,revision_number=4']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:45.657024 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-292bc91d-69cb-497b-8f8b-7f5f0520c3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:45.822917 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] Set router 06f1b55c-dc13-40ac-ad21-2c2f80741057 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:49:45.956587 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:49:46.352058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94464b-7c53-4d0f-bc2a-4d9f3f6418c8 req-ee389030-1ff4-4c16-874a-ac2d2337b09d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:46.362548 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3f94464b-7c53-4d0f-bc2a-4d9f3f6418c8 req-ee389030-1ff4-4c16-874a-ac2d2337b09d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 944 time: 0.1614490
Dec 04 21:49:46.433782 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3f94464b-7c53-4d0f-bc2a-4d9f3f6418c8 req-e0f33f84-0c57-4442-8e01-86f7c8b11339 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0687234
Dec 04 21:49:46.624699 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device b5f4a9d2-946e-43d3-96ab-338e96b412b4 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:49:46.666166 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd01ec88>, [{'id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'name': 'tempest-TestMinimumBasicScenario-1495937163-router', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8af90038-3125-4da8-8924-bd6ad5695528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:49:30Z', 'updated_at': '2020-12-04T21:49:37Z', 'revision_number': 4, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'gw_port': {'id': '8af90038-3125-4da8-8924-bd6ad5695528', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:31Z', 'updated_at': '2020-12-04T21:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': 'b5f4a9d2-946e-43d3-96ab-338e96b412b4', 'name': '', 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'mac_address': 'fa:16:3e:55:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '752676c4-be2a-473b-98bb-258b1f317453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:36Z', 'updated_at': '2020-12-04T21:49:45Z', 'revision_number': 4, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'subnets': [{'id': '752676c4-be2a-473b-98bb-258b1f317453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:49:46.803875 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c26988a-2a7f-431b-9b6b-f5cd24bc05f2 None None] The sync data for ids ['06f1b55c-dc13-40ac-ad21-2c2f80741057'] in dv-cinder-749155-4-iscsi is: [{'id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'name': 'tempest-TestMinimumBasicScenario-1495937163-router', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8af90038-3125-4da8-8924-bd6ad5695528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:49:30Z', 'updated_at': '2020-12-04T21:49:37Z', 'revision_number': 4, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'gw_port': {'id': '8af90038-3125-4da8-8924-bd6ad5695528', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:31Z', 'updated_at': '2020-12-04T21:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': 'b5f4a9d2-946e-43d3-96ab-338e96b412b4', 'name': '', 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'mac_address': 'fa:16:3e:55:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '752676c4-be2a-473b-98bb-258b1f317453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:36Z', 'updated_at': '2020-12-04T21:49:45Z', 'revision_number': 4, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'subnets': [{'id': '752676c4-be2a-473b-98bb-258b1f317453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:49:46.838858 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:49:46.921967 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port b5f4a9d2-946e-43d3-96ab-338e96b412b4 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:49:46.928717 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port b5f4a9d2-946e-43d3-96ab-338e96b412b4 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:49:46.929148 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:46.985288 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193aed1-471d-4746-bbb3-f11bff6d4cc2 req-a2fdc453-5a09-4bf5-941a-d4d533bcbac7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:46.999369 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5193aed1-471d-4746-bbb3-f11bff6d4cc2 req-a2fdc453-5a09-4bf5-941a-d4d533bcbac7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.2290354
Dec 04 21:49:47.041669 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:49:47.042163 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:47.152130 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5193aed1-471d-4746-bbb3-f11bff6d4cc2 req-47bf572c-6470-402b-8f93-12746b8b60eb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1492901
Dec 04 21:49:47.321727 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:47.750529 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port b5f4a9d2-946e-43d3-96ab-338e96b412b4, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=b5f4a9d2-946e-43d3-96ab-338e96b412b4,segment=NetworkSegment(15c3af96-5153-47b5-9b85-487350f60f63),segment_id=15c3af96-5153-47b5-9b85-487350f60f63)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:49:47.751793 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:47.778546 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:47.786868 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:47.846876 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1ccff-abc6-4123-b6d9-7debf784cc04 req-538e231e-e968-44bb-955c-81c32b4ff2e4 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:47.863186 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c6d1ccff-abc6-4123-b6d9-7debf784cc04 req-538e231e-e968-44bb-955c-81c32b4ff2e4 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 944 time: 0.1616995
Dec 04 21:49:47.872791 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d,segment=NetworkSegment(6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480),segment_id=6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:49:47.889598 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e4677f-8881-4264-bb78-7ba7a1ab58ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:49:47.918609 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:47.920271 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 72135808-6808-4fdc-a826-a5f3819c0672 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:49:48.044504 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c6d1ccff-abc6-4123-b6d9-7debf784cc04 req-6ee25546-9ab2-4974-80ef-f4c8803c253a tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1801364
Dec 04 21:49:48.097966 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=b5f4a9d2-946e-43d3-96ab-338e96b412b4,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:48.102510 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:48.106228 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4b0f4df7-eef0-4219-be5f-0562a677a7dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:48.236733 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 72135808-6808-4fdc-a826-a5f3819c0672 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:49:48.237563 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:48.407052 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d,revision_number=6']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:48.423326 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:48.614341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device b5f4a9d2-946e-43d3-96ab-338e96b412b4 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:49:48.682720 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e4677f-8881-4264-bb78-7ba7a1ab58ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d', 'code': 200}
Dec 04 21:49:48.696584 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b794625-2440-424e-b72d-10b57320ad0d req-a28dd890-4d56-4a8d-9363-406635c41958 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:48.706910 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b794625-2440-424e-b72d-10b57320ad0d req-a28dd890-4d56-4a8d-9363-406635c41958 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.1792736
Dec 04 21:49:48.768817 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b794625-2440-424e-b72d-10b57320ad0d req-2feb7af9-c2fb-4938-85c2-85b5cb2b7e4b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606859
Dec 04 21:49:48.806441 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port b5f4a9d2-946e-43d3-96ab-338e96b412b4 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:49:48.807214 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:49.080513 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:49:49.197032 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:49:49.197404 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:49.226313 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9160e-aa57-4cc7-a177-8deaf3b880ca req-a40844f2-ee81-4a24-a98d-ef95661d3d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:49.228296 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-45b9160e-aa57-4cc7-a177-8deaf3b880ca req-a40844f2-ee81-4a24-a98d-ef95661d3d8d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 1163 time: 0.2004035
Dec 04 21:49:49.363444 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-45b9160e-aa57-4cc7-a177-8deaf3b880ca req-32e0963e-34f8-4d94-bc89-c74c0a5efa97 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1284115
Dec 04 21:49:49.484832 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069e389-34c7-4890-a81a-b718229a6673 req-dfc0a8f2-8e9c-42be-87e2-4c9da9a67490 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:49.492853 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f069e389-34c7-4890-a81a-b718229a6673 req-dfc0a8f2-8e9c-42be-87e2-4c9da9a67490 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.1827350
Dec 04 21:49:49.549752 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f069e389-34c7-4890-a81a-b718229a6673 req-df2595f2-31d2-4790-9b12-589ffda6cd54 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0558364
Dec 04 21:49:50.224299 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfcb75-5ede-45c3-893b-ec0d66cdd63c req-7534fee0-f180-4d05-9787-18fcb4ee2714 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:50.226319 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-64dfcb75-5ede-45c3-893b-ec0d66cdd63c req-7534fee0-f180-4d05-9787-18fcb4ee2714 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.1565976
Dec 04 21:49:50.315359 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-64dfcb75-5ede-45c3-893b-ec0d66cdd63c req-09cc431a-1be6-4be0-be65-60560b5dbe5f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796862
Dec 04 21:49:50.942864 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc3498-e4ec-44cb-9659-dfc5071ce09b req-f1c82a94-a718-4ee7-85c3-3e983940c460 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:50.945343 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5ccc3498-e4ec-44cb-9659-dfc5071ce09b req-f1c82a94-a718-4ee7-85c3-3e983940c460 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.1441276
Dec 04 21:49:51.076741 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5ccc3498-e4ec-44cb-9659-dfc5071ce09b req-083aae96-c517-4bd2-b728-b75724e5de9b tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1238074
Dec 04 21:49:51.671558 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf975e-1182-471f-a3fa-c47f16203644 req-c0f9cd4c-e1cd-435e-be13-e822eefbe183 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:51.673265 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c0bf975e-1182-471f-a3fa-c47f16203644 req-c0f9cd4c-e1cd-435e-be13-e822eefbe183 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.0977407
Dec 04 21:49:51.961849 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c0bf975e-1182-471f-a3fa-c47f16203644 req-7712d1cc-27f9-442b-b0e4-1e57d7057ccb tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2814312
Dec 04 21:49:53.357592 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b6c9c-cedb-4fe1-b052-42efeeb76894 req-18ab6e4c-0abe-4168-b836-b1700fd96341 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:53.359660 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-741b6c9c-cedb-4fe1-b052-42efeeb76894 req-18ab6e4c-0abe-4168-b836-b1700fd96341 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.1075342
Dec 04 21:49:53.420284 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-741b6c9c-cedb-4fe1-b052-42efeeb76894 req-891786fa-c9ad-40c5-8c18-ef43ffa2ac1b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534880
Dec 04 21:49:53.751105 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e12358-1c04-495f-b4ed-13355524fae8 req-b9e1e531-4335-4c4c-9c59-30b4b236cecd tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:53.751908 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-52e12358-1c04-495f-b4ed-13355524fae8 req-b9e1e531-4335-4c4c-9c59-30b4b236cecd tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Synchronizing usage tracker for tenant:0262bb71a57a441b9dab1e0b06f5a1e8 on resource:network {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:49:53.771276 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-52e12358-1c04-495f-b4ed-13355524fae8 req-b9e1e531-4335-4c4c-9c59-30b4b236cecd tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Unset dirty status for tenant:0262bb71a57a441b9dab1e0b06f5a1e8 on resource:network {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:49:53.780356 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52e12358-1c04-495f-b4ed-13355524fae8 req-b9e1e531-4335-4c4c-9c59-30b4b236cecd tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/networks?id=8630f2c4-ae64-4deb-8f41-b2dffab16646 HTTP/1.1" status: 200  len: 815 time: 0.1974835
Dec 04 21:49:53.792130 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52e12358-1c04-495f-b4ed-13355524fae8 req-b4a4d649-8959-4754-9838-7108540b189b tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/quotas/0262bb71a57a441b9dab1e0b06f5a1e8 HTTP/1.1" status: 200  len: 375 time: 0.0107949
Dec 04 21:49:53.887040 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-52e12358-1c04-495f-b4ed-13355524fae8 req-704f293a-faaf-4c02-8ea9-3839e5538528 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Synchronizing usage tracker for tenant:0262bb71a57a441b9dab1e0b06f5a1e8 on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:49:53.911606 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-52e12358-1c04-495f-b4ed-13355524fae8 req-704f293a-faaf-4c02-8ea9-3839e5538528 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Unset dirty status for tenant:0262bb71a57a441b9dab1e0b06f5a1e8 on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:49:53.914602 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52e12358-1c04-495f-b4ed-13355524fae8 req-704f293a-faaf-4c02-8ea9-3839e5538528 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?tenant_id=0262bb71a57a441b9dab1e0b06f5a1e8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1146662
Dec 04 21:49:54.106397 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52e12358-1c04-495f-b4ed-13355524fae8 req-46d7dcb8-1b98-4ede-be6b-968576e9f137 service neutron] 10.222.0.44 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1799233
Dec 04 21:49:54.261936 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52e12358-1c04-495f-b4ed-13355524fae8 req-30e7ac24-6a6f-4089-b7b9-12c50ac7bb74 service neutron] 10.222.0.44 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1486466
Dec 04 21:49:54.538244 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7f078b9f-1c62-4640-b6cb-650a240453c9 req-db07b81b-cbe0-4953-b61a-af3388922b2c tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 210 time: 0.0770106
Dec 04 21:49:54.802696 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f740de1-aee2-4ba4-98f6-5b2d9a252ed0 req-27dece19-dfcf-43cb-a4f8-cfa4484ca30b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:54.805882 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7f740de1-aee2-4ba4-98f6-5b2d9a252ed0 req-27dece19-dfcf-43cb-a4f8-cfa4484ca30b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.1103110
Dec 04 21:49:54.871513 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7f740de1-aee2-4ba4-98f6-5b2d9a252ed0 req-51a66427-4e39-4bcf-b56e-7c04d095edf3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567465
Dec 04 21:49:55.732750 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09687a76-c2e8-464a-9c3e-969e5507dfaf req-bf177c8c-04f7-4b45-b234-7bc605fbb761 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 210 time: 0.0458033
Dec 04 21:49:56.113057 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e12358-1c04-495f-b4ed-13355524fae8 req-d36af174-9507-42d7-923b-f5bd65d80068 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:56.114746 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52e12358-1c04-495f-b4ed-13355524fae8 req-d36af174-9507-42d7-923b-f5bd65d80068 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.53 "GET /v2.0/networks?id=8630f2c4-ae64-4deb-8f41-b2dffab16646 HTTP/1.1" status: 200  len: 815 time: 0.1679933
Dec 04 21:49:56.145594 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-52e12358-1c04-495f-b4ed-13355524fae8 req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Request body: {'port': {'device_id': 'e2b5dd77-94a0-4798-b19a-3b11447ec058', 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646', 'admin_state_up': True, 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:49:56.156036 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd94a8-e3c9-4d89-91b5-33d495a8242b req-6dcc4234-0f0a-4e9c-bda3-ddeccd2e973b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:56.157659 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a6fd94a8-e3c9-4d89-91b5-33d495a8242b req-6dcc4234-0f0a-4e9c-bda3-ddeccd2e973b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.1179132
Dec 04 21:49:56.206225 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a6fd94a8-e3c9-4d89-91b5-33d495a8242b req-416146de-5cb6-4b89-a81b-01889f60c1a0 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416377
Dec 04 21:49:56.290697 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-52e12358-1c04-495f-b4ed-13355524fae8 req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:49:56.301056 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-52e12358-1c04-495f-b4ed-13355524fae8 req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:49:56.310601 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e12358-1c04-495f-b4ed-13355524fae8 req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Made reservation on behalf of 0262bb71a57a441b9dab1e0b06f5a1e8 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:49:56.316780 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-52e12358-1c04-495f-b4ed-13355524fae8 req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:56.638767 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4697070a-389c-4318-9edc-60ee5f4c8cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:56.656806 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-52e12358-1c04-495f-b4ed-13355524fae8 req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Allocated IP 172.20.0.7 (8630f2c4-ae64-4deb-8f41-b2dffab16646/752676c4-be2a-473b-98bb-258b1f317453/ba3e548d-862b-41ff-8d28-3dd5f1b7e126) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:49:56.754199 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15923a0-13ce-4bdc-b411-6a4fe8b07dbb req-edae3e54-9aa2-4fba-ad31-e773ed69d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:56.756608 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b15923a0-13ce-4bdc-b411-6a4fe8b07dbb req-edae3e54-9aa2-4fba-ad31-e773ed69d1d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6269000b8fee4f4ba481974a0000d47a&device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 1163 time: 0.0946531
Dec 04 21:49:57.092479 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4332dc43-d3c9-46a8-aeb0-a34371c6af19 req-17dd5489-7cfb-4a7c-88ab-266caf396756 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 210 time: 0.1099193
Dec 04 21:49:57.130548 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-52e12358-1c04-495f-b4ed-13355524fae8 req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:57.150672 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-52e12358-1c04-495f-b4ed-13355524fae8 req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Transition to ACTIVE for port object ba3e548d-862b-41ff-8d28-3dd5f1b7e126 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:49:57.175041 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-52e12358-1c04-495f-b4ed-13355524fae8 req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:57.194582 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-13d08303-8eb1-452d-998e-f7f3a51c92aa tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:49:57.338044 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Pushing event updated for resources: {'Port': ['ID=ba3e548d-862b-41ff-8d28-3dd5f1b7e126,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:49:57.350318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.350730 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.351139 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.351586 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.351986 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.352379 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.352891 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.353287 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.353677 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.354061 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.354451 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.354870 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.355297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.355704 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.356117 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.358827 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.358827 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.358827 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.358827 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.358827 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.359414 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.359414 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.359651 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.359997 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:49:57.364745 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:49:57.423738 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e12358-1c04-495f-b4ed-13355524fae8 req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Network 8630f2c4-ae64-4deb-8f41-b2dffab16646 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:49:57.424840 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-52e12358-1c04-495f-b4ed-13355524fae8 req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:49:57.428086 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e12358-1c04-495f-b4ed-13355524fae8 req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:49:57.491545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce2da0-5265-4356-a1b5-0f085c2b4e26 req-c49c3d18-c1f7-4aeb-96a5-080904c5ed17 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:57.493162 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4ce2da0-5265-4356-a1b5-0f085c2b4e26 req-c49c3d18-c1f7-4aeb-96a5-080904c5ed17 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.1011472
Dec 04 21:49:57.517727 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e12358-1c04-495f-b4ed-13355524fae8 req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:57.518756 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-52e12358-1c04-495f-b4ed-13355524fae8 req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:57.547543 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52e12358-1c04-495f-b4ed-13355524fae8 req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4064479
Dec 04 21:49:57.563788 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4ce2da0-5265-4356-a1b5-0f085c2b4e26 req-43614967-89bd-4f4e-bfb2-c98ee22849df tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640037
Dec 04 21:49:57.718234 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-09bd29d1-dae2-44d0-b728-c0c47ed561f9 None None] Provisioning for port ba3e548d-862b-41ff-8d28-3dd5f1b7e126 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:49:57.723494 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-09bd29d1-dae2-44d0-b728-c0c47ed561f9 None None] Provisioning complete for port ba3e548d-862b-41ff-8d28-3dd5f1b7e126 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:49:57.723937 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-09bd29d1-dae2-44d0-b728-c0c47ed561f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:49:57.782359 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-09bd29d1-dae2-44d0-b728-c0c47ed561f9 None None] Port ba3e548d-862b-41ff-8d28-3dd5f1b7e126 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:49:58.321155 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e423a-2776-49c9-a60f-69368309a19c req-b20f18e2-b090-4d36-ba5f-15b0bee24b1e tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:58.323053 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-276e423a-2776-49c9-a60f-69368309a19c req-b20f18e2-b090-4d36-ba5f-15b0bee24b1e tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 931 time: 0.1005547
Dec 04 21:49:58.393328 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-276e423a-2776-49c9-a60f-69368309a19c req-49393dbc-bad0-435c-8719-2fe75e5a1e1c tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Synchronizing usage tracker for tenant:0262bb71a57a441b9dab1e0b06f5a1e8 on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:49:58.413473 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-276e423a-2776-49c9-a60f-69368309a19c req-49393dbc-bad0-435c-8719-2fe75e5a1e1c tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Unset dirty status for tenant:0262bb71a57a441b9dab1e0b06f5a1e8 on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:49:58.414919 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-276e423a-2776-49c9-a60f-69368309a19c req-49393dbc-bad0-435c-8719-2fe75e5a1e1c tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843391
Dec 04 21:49:58.815332 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77798256-25a4-4f42-aa29-96b7794cb198 req-23d8e81d-9592-46c4-8ef7-5e463ca7f799 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:58.817013 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77798256-25a4-4f42-aa29-96b7794cb198 req-23d8e81d-9592-46c4-8ef7-5e463ca7f799 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.0881431
Dec 04 21:49:58.870834 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77798256-25a4-4f42-aa29-96b7794cb198 req-14c1e898-c278-4507-8352-7a8a53391a44 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474989
Dec 04 21:49:59.654613 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4670f-4cc3-49fe-9a2d-d0f9ed91cbef req-02a48684-b1d6-4a1d-99ec-401f07077c99 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:49:59.657065 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-31c4670f-4cc3-49fe-9a2d-d0f9ed91cbef req-02a48684-b1d6-4a1d-99ec-401f07077c99 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 931 time: 0.0878096
Dec 04 21:49:59.706254 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-31c4670f-4cc3-49fe-9a2d-d0f9ed91cbef req-38031e01-de80-470c-915a-e494e2a8b8b1 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436082
Dec 04 21:50:00.127325 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6313c1-ce3b-4bfd-a6e0-2ee4769e70b6 req-124f344e-1e6e-4c31-8e5e-2862fa87b9c1 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:00.129124 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ab6313c1-ce3b-4bfd-a6e0-2ee4769e70b6 req-124f344e-1e6e-4c31-8e5e-2862fa87b9c1 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.1025002
Dec 04 21:50:00.180235 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ab6313c1-ce3b-4bfd-a6e0-2ee4769e70b6 req-e3a423f0-b251-43d5-8432-81ce2637d5ba tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444946
Dec 04 21:50:00.525510 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-07e36a86-c4ff-4681-94ba-add967f34d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:00.959074 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c2837-a9ad-4d8d-8066-c19aed9959aa req-aea7a71a-9e10-4acc-85ff-19f797a2b7f3 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:00.961083 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-360c2837-a9ad-4d8d-8066-c19aed9959aa req-aea7a71a-9e10-4acc-85ff-19f797a2b7f3 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 931 time: 0.0984786
Dec 04 21:50:01.016212 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-360c2837-a9ad-4d8d-8066-c19aed9959aa req-a3c9748b-ccf9-44f1-9634-91f2fe910486 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482519
Dec 04 21:50:01.421341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c67e82-fd94-41ff-94fa-d9f50bbe5db1 req-19f07a22-cf9a-4415-924e-ae7baaedfcc0 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:01.423112 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-22c67e82-fd94-41ff-94fa-d9f50bbe5db1 req-19f07a22-cf9a-4415-924e-ae7baaedfcc0 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.0884044
Dec 04 21:50:01.475596 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-22c67e82-fd94-41ff-94fa-d9f50bbe5db1 req-988e8b57-1a3b-4042-9127-2ea4e21b4905 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457323
Dec 04 21:50:01.553505 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:01.913514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:02.051068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:02.165819 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:02.266665 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b115bda-6ce1-4bcf-a242-10a66098b19e req-e86287b0-8282-44e2-b87e-440d8b2c9cd7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:02.268483 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b115bda-6ce1-4bcf-a242-10a66098b19e req-e86287b0-8282-44e2-b87e-440d8b2c9cd7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 931 time: 0.0914364
Dec 04 21:50:02.320013 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b115bda-6ce1-4bcf-a242-10a66098b19e req-c98ce07c-0faa-4fab-a221-0d75e1dceb4b tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451236
Dec 04 21:50:02.721725 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d2555-21d0-48ce-a0fb-23eea8eeb7be req-fb82cfc4-0e35-4805-a732-a9827ef11205 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:02.723271 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e85d2555-21d0-48ce-a0fb-23eea8eeb7be req-fb82cfc4-0e35-4805-a732-a9827ef11205 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.0911562
Dec 04 21:50:02.778356 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e85d2555-21d0-48ce-a0fb-23eea8eeb7be req-0d43329a-69c8-44c1-b67a-e31d9b02e48f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485852
Dec 04 21:50:03.557099 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963e12a-1d8c-4a32-b580-e101235601b7 req-2cbe901b-2259-4e41-bbe4-c276d3b2c699 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:03.557099 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8963e12a-1d8c-4a32-b580-e101235601b7 req-2cbe901b-2259-4e41-bbe4-c276d3b2c699 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 931 time: 0.0889711
Dec 04 21:50:03.620203 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8963e12a-1d8c-4a32-b580-e101235601b7 req-d6c36e32-afa1-436b-b947-765f1a788492 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556946
Dec 04 21:50:03.923497 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:50:04.019281 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3537c0e-f59c-4ba1-a1ff-5c14a4fbb760 req-9ce60d54-1217-4a00-a90c-6964b87d4029 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:04.021060 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b3537c0e-f59c-4ba1-a1ff-5c14a4fbb760 req-9ce60d54-1217-4a00-a90c-6964b87d4029 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.0945461
Dec 04 21:50:04.076203 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b3537c0e-f59c-4ba1-a1ff-5c14a4fbb760 req-c9609a99-cc61-4043-b996-59b378b54de1 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485461
Dec 04 21:50:04.854788 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a584c5-b2b4-4b06-98b6-e23d39e19763 req-ef242432-6b1f-41ea-b6ea-bdf121b6c490 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:04.856405 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09a584c5-b2b4-4b06-98b6-e23d39e19763 req-ef242432-6b1f-41ea-b6ea-bdf121b6c490 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 931 time: 0.0915148
Dec 04 21:50:04.912144 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09a584c5-b2b4-4b06-98b6-e23d39e19763 req-2ca3e424-08ca-44b9-b0f6-626e51f16434 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485299
Dec 04 21:50:05.314354 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36797a9c-6a3c-401b-ab7d-1928234a46a9 req-aa393a05-298a-4f25-80e5-b955c328cd5d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:05.316041 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-36797a9c-6a3c-401b-ab7d-1928234a46a9 req-aa393a05-298a-4f25-80e5-b955c328cd5d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.0851860
Dec 04 21:50:05.365527 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-36797a9c-6a3c-401b-ab7d-1928234a46a9 req-40bbcd33-9efb-4941-ade8-70b6a581d97b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425713
Dec 04 21:50:06.116660 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 40754) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:50:06.165172 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d08691-ea3e-4365-afd8-85cc7e7a9e81 req-ed01febd-8825-4c7f-8981-fd8daa822261 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:06.166963 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c6d08691-ea3e-4365-afd8-85cc7e7a9e81 req-ed01febd-8825-4c7f-8981-fd8daa822261 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 931 time: 0.1171582
Dec 04 21:50:06.203116 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b37753-e780-46b4-aabe-fccb55bf6b4e admin admin] Deleting subnet 4165cdc1-a30e-4921-b426-192bb5a6b78a {{(pid=80264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 21:50:06.207341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57b37753-e780-46b4-aabe-fccb55bf6b4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:06.227972 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c6d08691-ea3e-4365-afd8-85cc7e7a9e81 req-4fb2cf43-2a17-4577-bb23-4983cd17c4c7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493348
Dec 04 21:50:06.480888 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57b37753-e780-46b4-aabe-fccb55bf6b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3987663'] for subnet, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:06.545709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57b37753-e780-46b4-aabe-fccb55bf6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1886451'] for subnet, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:06.629101 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f6712-83ee-493f-9d32-4e42ead9e18b req-79e87a31-eb95-4a08-a73d-0347221c71e4 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:06.634200 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce6f6712-83ee-493f-9d32-4e42ead9e18b req-79e87a31-eb95-4a08-a73d-0347221c71e4 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.1033146
Dec 04 21:50:06.686735 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce6f6712-83ee-493f-9d32-4e42ead9e18b req-36d20931-a651-453b-883b-e9142f85de6d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487912
Dec 04 21:50:06.827651 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57b37753-e780-46b4-aabe-fccb55bf6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852889349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844828401'] for subnet, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:06.845010 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:50:06.931792 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b37753-e780-46b4-aabe-fccb55bf6b4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4165cdc1-a30e-4921-b426-192bb5a6b78a,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:50:06.936340 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-57b37753-e780-46b4-aabe-fccb55bf6b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:50:06.982266 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57b37753-e780-46b4-aabe-fccb55bf6b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:06.997907 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-57b37753-e780-46b4-aabe-fccb55bf6b4e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4165cdc1-a30e-4921-b426-192bb5a6b78a HTTP/1.1" status: 204  len: 168 time: 0.8794799
Dec 04 21:50:07.000617 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 40760) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:50:07.131229 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d6548938-6cfa-459d-8594-bf3906ba6084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1971921'] for network, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:07.329732 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d6548938-6cfa-459d-8594-bf3906ba6084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1888956', 'neutron.services.segments.db._delete_segments_for_network-8730056527680'] for network, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:07.455554 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-d6548938-6cfa-459d-8594-bf3906ba6084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09f78b9c18>,) {'filters': {'network_id': ['f29f42e0-f12f-43cd-b81a-9250c872c7e6']}} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:50:07.470832 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-d6548938-6cfa-459d-8594-bf3906ba6084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09f78b9c18>, '3e5dc64d-0482-433a-9b5f-3df59e6eb914') {'for_net_delete': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:50:07.471167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-d6548938-6cfa-459d-8594-bf3906ba6084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09f78b9c18>, '3e5dc64d-0482-433a-9b5f-3df59e6eb914') {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:50:07.474757 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3aa-4e24-415d-afe1-994996faf0bd req-479ffa39-23f2-45f7-9e1f-f8fe8962cb47 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:07.476803 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-75b5f3aa-4e24-415d-afe1-994996faf0bd req-479ffa39-23f2-45f7-9e1f-f8fe8962cb47 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 931 time: 0.0871027
Dec 04 21:50:07.486732 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d6548938-6cfa-459d-8594-bf3906ba6084 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730056528465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850788153'] for segment, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:07.507361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d6548938-6cfa-459d-8594-bf3906ba6084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:07.509625 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d6548938-6cfa-459d-8594-bf3906ba6084 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 21:50:07.529570 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-75b5f3aa-4e24-415d-afe1-994996faf0bd req-91a033ce-15de-4d4a-936d-dba4573c7c62 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454187
Dec 04 21:50:07.700048 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-d6548938-6cfa-459d-8594-bf3906ba6084 admin admin] Network f29f42e0-f12f-43cd-b81a-9250c872c7e6 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:50:07.709990 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d6548938-6cfa-459d-8594-bf3906ba6084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1889284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3300049'] for segment, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:07.905763 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-d6548938-6cfa-459d-8594-bf3906ba6084 admin admin] Network f29f42e0-f12f-43cd-b81a-9250c872c7e6 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:50:07.927350 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e6f49-3590-43db-aeec-4972b39ec4ee req-04f0c489-721b-45a2-a71f-d5d4c9226979 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:07.929011 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce3e6f49-3590-43db-aeec-4972b39ec4ee req-04f0c489-721b-45a2-a71f-d5d4c9226979 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.0916982
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]: Traceback (most recent call last):
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:     timer()
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:     cb(*args, **kw)
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:     self._notify()
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.callback(batched_events)
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:     event.method(event)
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(self, *a, **k)
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self._get(url).json()
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:     **kwargs)
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:     **endpoint_filter)
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 21:50:07.929976 dv-cinder-749155-4-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 21:50:07.978446 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce3e6f49-3590-43db-aeec-4972b39ec4ee req-8037a28e-4bb7-40fc-83c2-c9b27f4fd6ca tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426977
Dec 04 21:50:08.010743 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d6548938-6cfa-459d-8594-bf3906ba6084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1888943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853820434'] for network, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:08.014960 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-181feba7-3bf8-43d1-b837-eea08573744b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:50:08.033348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d6548938-6cfa-459d-8594-bf3906ba6084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:08.045716 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6548938-6cfa-459d-8594-bf3906ba6084 admin admin] Pushing event deleted for resources: {'Network': ['ID=f29f42e0-f12f-43cd-b81a-9250c872c7e6,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:50:08.049947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d6548938-6cfa-459d-8594-bf3906ba6084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:50:08.056207 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d6548938-6cfa-459d-8594-bf3906ba6084 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f29f42e0-f12f-43cd-b81a-9250c872c7e6 HTTP/1.1" status: 204  len: 168 time: 1.0541828
Dec 04 21:50:08.202068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 40772) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:50:08.247133 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Request body: {'port': {'device_id': 'e2b5dd77-94a0-4798-b19a-3b11447ec058', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:50:08.338068 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d9550784-8547-46e5-8d80-8764b3eb58ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51ae4b6b9f2140b8a381bac99293a112&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1323538
Dec 04 21:50:08.338499 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 40776) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:50:08.367832 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:08.453595 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:08.465232 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15923a0-13ce-4bdc-b411-6a4fe8b07dbb req-58133297-ce65-4628-bee6-4dee65d7d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:08.466902 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b15923a0-13ce-4bdc-b411-6a4fe8b07dbb req-58133297-ce65-4628-bee6-4dee65d7d251 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3 HTTP/1.1" status: 200  len: 910 time: 0.2241380
Dec 04 21:50:08.541710 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:08.621350 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b15923a0-13ce-4bdc-b411-6a4fe8b07dbb req-8ca7f51e-d27d-4ad7-80c3-d2db24a873b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72135808-6808-4fdc-a826-a5f3819c0672 HTTP/1.1" status: 200  len: 1001 time: 0.1417255
Dec 04 21:50:08.714218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:08.725529 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-da0b7423-315c-4e5f-9abe-688a2f517287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:50:08.746448 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a428fc-24dd-4071-99fe-a731766f37c1,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:50:08.770584 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.771013 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.771421 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.771872 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.772274 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.772671 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.773068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.773463 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.773858 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.774250 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.774646 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.775037 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.775515 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.775911 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.776300 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.776691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.777076 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.777465 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.777850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.778237 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.778660 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.779049 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.779435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.779847 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:08.785961 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:08.787074 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/33a428fc-24dd-4071-99fe-a731766f37c1 HTTP/1.1" status: 204  len: 168 time: 0.4476240
Dec 04 21:50:08.788913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:50:08.792946 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15923a0-13ce-4bdc-b411-6a4fe8b07dbb req-e11f56a2-8282-47d4-9eeb-5b1fa291f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:08.795029 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b15923a0-13ce-4bdc-b411-6a4fe8b07dbb req-e11f56a2-8282-47d4-9eeb-5b1fa291f16b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5941c058-3e71-4ca9-85ab-a81ea76a2e2e HTTP/1.1" status: 200  len: 855 time: 0.1668584
Dec 04 21:50:08.798634 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3e548d-862b-41ff-8d28-3dd5f1b7e126 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:50:08.806908 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:08.820783 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Transition to ACTIVE for port object ba3e548d-862b-41ff-8d28-3dd5f1b7e126 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:50:08.823950 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:08.839720 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4941c4d6-2eae-4457-9c34-1941d70ff319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:50:08.884467 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdf7c9-fafe-48e8-a4dd-35b195a3f522 req-225385b3-dcbc-44cf-abf8-6c3ec2316d75 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:08.886077 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40cdf7c9-fafe-48e8-a4dd-35b195a3f522 req-225385b3-dcbc-44cf-abf8-6c3ec2316d75 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 931 time: 0.2172196
Dec 04 21:50:08.916470 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15923a0-13ce-4bdc-b411-6a4fe8b07dbb req-a3f99d28-775f-459c-a99f-2fbaf479de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:08.918066 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b15923a0-13ce-4bdc-b411-6a4fe8b07dbb req-a3f99d28-775f-459c-a99f-2fbaf479de6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1164181
Dec 04 21:50:08.970923 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3e548d-862b-41ff-8d28-3dd5f1b7e126,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:50:08.976027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:50:09.039288 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40cdf7c9-fafe-48e8-a4dd-35b195a3f522 req-061edb25-1666-49e3-9bde-437539f3aef3 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432726
Dec 04 21:50:09.093792 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b15923a0-13ce-4bdc-b411-6a4fe8b07dbb req-eca971f3-2277-4cf5-945a-6304e06955b7 service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1676173
Dec 04 21:50:09.260615 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Attempting to bind port ba3e548d-862b-41ff-8d28-3dd5f1b7e126 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:50:09.260990 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Attempting to bind port ba3e548d-862b-41ff-8d28-3dd5f1b7e126 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '15c3af96-5153-47b5-9b85-487350f60f63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:50:09.261357 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Attempting to bind port ba3e548d-862b-41ff-8d28-3dd5f1b7e126 on network 8630f2c4-ae64-4deb-8f41-b2dffab16646 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:50:09.268099 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:50:09.268470 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Checking segment: {'id': '15c3af96-5153-47b5-9b85-487350f60f63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:50:09.268878 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:09.269280 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Bound using segment: {'id': '15c3af96-5153-47b5-9b85-487350f60f63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:50:09.269764 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Bound port: ba3e548d-862b-41ff-8d28-3dd5f1b7e126, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c3af96-5153-47b5-9b85-487350f60f63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:50:09.270142 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:09.377642 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] For port ba3e548d-862b-41ff-8d28-3dd5f1b7e126, host hv-cinder-74915, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:50:09.381578 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] For port ba3e548d-862b-41ff-8d28-3dd5f1b7e126, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=ba3e548d-862b-41ff-8d28-3dd5f1b7e126,segment=NetworkSegment(15c3af96-5153-47b5-9b85-487350f60f63),segment_id=15c3af96-5153-47b5-9b85-487350f60f63)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:50:09.385737 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:09.404483 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d07da518-6799-42bf-826f-708edc48578f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:50:09.547821 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3e548d-862b-41ff-8d28-3dd5f1b7e126,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:50:09.551345 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:50:09.598706 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b15923a0-13ce-4bdc-b411-6a4fe8b07dbb req-70fbe773-ebe3-404a-8427-d26a095db4f6 service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4897075
Dec 04 21:50:09.602685 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:09.603381 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:09.605346 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52e12358-1c04-495f-b4ed-13355524fae8 req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] 10.222.0.53 "PUT /v2.0/ports/ba3e548d-862b-41ff-8d28-3dd5f1b7e126 HTTP/1.1" status: 200  len: 1157 time: 1.3629384
Dec 04 21:50:09.605903 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b5dd77-94a0-4798-b19a-3b11447ec058', 'tag': 'ba3e548d-862b-41ff-8d28-3dd5f1b7e126'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:50:09.611212 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fed6f-0e7b-42a6-81d2-bfc7422a63ac req-fc905e9d-7ee1-4807-86b6-c0c86c64e55f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:09.612949 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f67fed6f-0e7b-42a6-81d2-bfc7422a63ac req-fc905e9d-7ee1-4807-86b6-c0c86c64e55f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.1393831
Dec 04 21:50:09.670357 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f67fed6f-0e7b-42a6-81d2-bfc7422a63ac req-16b3fcd5-ed8e-4617-a4bd-28818ca519ff tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466137
Dec 04 21:50:09.675339 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b5dd77-94a0-4798-b19a-3b11447ec058', 'tag': 'ba3e548d-862b-41ff-8d28-3dd5f1b7e126', 'status': 'completed', 'code': 200}
Dec 04 21:50:09.781505 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e12358-1c04-495f-b4ed-13355524fae8 req-6fd7dc3b-10ce-4aab-a07d-9a9ef3ade965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:09.783231 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52e12358-1c04-495f-b4ed-13355524fae8 req-6fd7dc3b-10ce-4aab-a07d-9a9ef3ade965 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0262bb71a57a441b9dab1e0b06f5a1e8&device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 1160 time: 0.0851996
Dec 04 21:50:09.860654 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52e12358-1c04-495f-b4ed-13355524fae8 req-fa6b9c8f-2815-46ea-b9d7-ea1924fe0076 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3e548d-862b-41ff-8d28-3dd5f1b7e126 HTTP/1.1" status: 200  len: 217 time: 0.0624516
Dec 04 21:50:09.930546 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e12358-1c04-495f-b4ed-13355524fae8 req-e6c714d7-1a3a-40a3-9c78-11e559748497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:09.932038 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52e12358-1c04-495f-b4ed-13355524fae8 req-e6c714d7-1a3a-40a3-9c78-11e559748497 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=752676c4-be2a-473b-98bb-258b1f317453 HTTP/1.1" status: 200  len: 854 time: 0.0651729
Dec 04 21:50:10.017092 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e12358-1c04-495f-b4ed-13355524fae8 req-8bdc26a7-453f-4ad8-a62d-2b0854de773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:10.018728 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52e12358-1c04-495f-b4ed-13355524fae8 req-8bdc26a7-453f-4ad8-a62d-2b0854de773d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8630f2c4-ae64-4deb-8f41-b2dffab16646&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750108
Dec 04 21:50:10.166840 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52e12358-1c04-495f-b4ed-13355524fae8 req-d1f6f8f1-b404-422e-84a9-a9babc9a11fd service neutron] 10.222.0.53 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391885
Dec 04 21:50:10.308707 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e38a87-b9c8-437a-b8fa-e8ade4849169 req-9738185c-aa06-4ed0-b917-67a7b204e427 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:10.310612 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-54e38a87-b9c8-437a-b8fa-e8ade4849169 req-9738185c-aa06-4ed0-b917-67a7b204e427 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 943 time: 0.0909431
Dec 04 21:50:10.367794 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-54e38a87-b9c8-437a-b8fa-e8ade4849169 req-378105db-ecdb-49eb-b22d-1088b9e73421 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500607
Dec 04 21:50:10.513962 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52e12358-1c04-495f-b4ed-13355524fae8 req-156c7175-8223-4569-bdea-7f55aea42292 service neutron] 10.222.0.53 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3397472
Dec 04 21:50:10.720459 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a766f29-ee68-443c-9d64-b6de3a7f0c35 req-c73e6596-5a00-42ff-8154-18ca10676959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:10.722079 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3a766f29-ee68-443c-9d64-b6de3a7f0c35 req-c73e6596-5a00-42ff-8154-18ca10676959 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0262bb71a57a441b9dab1e0b06f5a1e8&device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 1160 time: 0.0771255
Dec 04 21:50:10.875097 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a766f29-ee68-443c-9d64-b6de3a7f0c35 req-f2abb547-9ebd-4f1a-be5b-556c58f88be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:10.877008 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3a766f29-ee68-443c-9d64-b6de3a7f0c35 req-f2abb547-9ebd-4f1a-be5b-556c58f88be1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8630f2c4-ae64-4deb-8f41-b2dffab16646 HTTP/1.1" status: 200  len: 909 time: 0.1449387
Dec 04 21:50:10.916455 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd76842-b203-4b77-bcbd-fe5044facb92 req-55aa4415-9bad-4509-8201-0bf24481a09f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:10.918219 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bcd76842-b203-4b77-bcbd-fe5044facb92 req-55aa4415-9bad-4509-8201-0bf24481a09f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.0899858
Dec 04 21:50:10.958299 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3a766f29-ee68-443c-9d64-b6de3a7f0c35 req-de5efcd4-b6cd-400c-b2f6-7c853e412a63 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3e548d-862b-41ff-8d28-3dd5f1b7e126 HTTP/1.1" status: 200  len: 217 time: 0.0721581
Dec 04 21:50:10.974249 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bcd76842-b203-4b77-bcbd-fe5044facb92 req-29a49399-3388-42ac-87ac-07bf451e16e0 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490110
Dec 04 21:50:11.030994 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a766f29-ee68-443c-9d64-b6de3a7f0c35 req-57f6f397-2c01-4a7c-8ebb-43a7e5c053bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:11.032758 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3a766f29-ee68-443c-9d64-b6de3a7f0c35 req-57f6f397-2c01-4a7c-8ebb-43a7e5c053bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=752676c4-be2a-473b-98bb-258b1f317453 HTTP/1.1" status: 200  len: 854 time: 0.0682750
Dec 04 21:50:11.119966 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a766f29-ee68-443c-9d64-b6de3a7f0c35 req-08037b12-31d5-4201-a0a4-caf3f5772904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:11.121567 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3a766f29-ee68-443c-9d64-b6de3a7f0c35 req-08037b12-31d5-4201-a0a4-caf3f5772904 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8630f2c4-ae64-4deb-8f41-b2dffab16646&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807815
Dec 04 21:50:11.272872 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3a766f29-ee68-443c-9d64-b6de3a7f0c35 req-f4089a29-d657-4b94-a99c-b454f7e5d1ff service neutron] 10.222.0.53 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421874
Dec 04 21:50:11.417471 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3a766f29-ee68-443c-9d64-b6de3a7f0c35 req-2bc5bb17-6a18-436d-8b86-361f92abd43f service neutron] 10.222.0.53 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1380990
Dec 04 21:50:11.589600 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50068f-9190-465a-95e2-bca4cabcfe15 req-742b2ed6-3ea8-4515-b43d-43ead8a994d5 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:11.591121 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3e50068f-9190-465a-95e2-bca4cabcfe15 req-742b2ed6-3ea8-4515-b43d-43ead8a994d5 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 943 time: 0.0868039
Dec 04 21:50:11.639422 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3e50068f-9190-465a-95e2-bca4cabcfe15 req-95ea2f6f-857e-4eb9-8f01-03d42ca90528 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409293
Dec 04 21:50:11.750388 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 72135808-6808-4fdc-a826-a5f3819c0672 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:50:11.867971 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:11.896694 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0449a9d-6783-4dbd-89ff-ea9638d85e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72135808-6808-4fdc-a826-a5f3819c0672'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:50:11.907956 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 72135808-6808-4fdc-a826-a5f3819c0672, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=72135808-6808-4fdc-a826-a5f3819c0672,segment=NetworkSegment(b9aa6b1b-70f1-49f2-903b-24c74e9f483f),segment_id=b9aa6b1b-70f1-49f2-903b-24c74e9f483f)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:50:11.910852 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:11.913300 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e9f64748-6e6f-4219-8e47-044ba6316758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:50:11.958665 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0449a9d-6783-4dbd-89ff-ea9638d85e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72135808-6808-4fdc-a826-a5f3819c0672', 'code': 200}
Dec 04 21:50:11.986361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=72135808-6808-4fdc-a826-a5f3819c0672,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:50:11.989865 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:50:12.347188 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace98034-28ce-4dac-94af-28e93395289a req-ed5f6635-d98d-4e0f-a034-9b5f7f9b585b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:12.356047 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ace98034-28ce-4dac-94af-28e93395289a req-ed5f6635-d98d-4e0f-a034-9b5f7f9b585b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.0932212
Dec 04 21:50:12.406284 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ace98034-28ce-4dac-94af-28e93395289a req-ff259b1f-c109-4007-9eef-d085687753e9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490749
Dec 04 21:50:13.004529 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a391bb-f00b-4a07-9385-ee3172cff0c2 req-e9ca05c4-0014-429f-92f4-3c41fa9cbcdc tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:13.006194 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-75a391bb-f00b-4a07-9385-ee3172cff0c2 req-e9ca05c4-0014-429f-92f4-3c41fa9cbcdc tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 943 time: 0.0905521
Dec 04 21:50:13.061443 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-75a391bb-f00b-4a07-9385-ee3172cff0c2 req-43b04381-2d4a-4882-a00a-f616b61d3b1e tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470138
Dec 04 21:50:13.930040 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-b88bfc15-7ff1-45df-af17-7b2b7621513e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80266) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 04 21:50:14.242418 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070c08a4-9aa7-44e5-8b1c-388e94360939 req-acf2821c-0f40-4fac-b4f1-c0560a2e1e90 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1898263
Dec 04 21:50:14.252966 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f8608-cbae-4339-aef8-cc1e9133bc28 req-8194e781-fba6-4dd5-9d82-12dba70117c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:14.254548 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ec8f8608-cbae-4339-aef8-cc1e9133bc28 req-8194e781-fba6-4dd5-9d82-12dba70117c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.1593735
Dec 04 21:50:14.326859 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ec8f8608-cbae-4339-aef8-cc1e9133bc28 req-43d02662-51e9-44b1-8133-e6f495bf956e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640073
Dec 04 21:50:14.337361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5845f6-813e-40b6-94c3-7c5622c1e8fd req-91451bd5-c647-4cff-8514-b7589678b3d4 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:14.338977 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ef5845f6-813e-40b6-94c3-7c5622c1e8fd req-91451bd5-c647-4cff-8514-b7589678b3d4 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 943 time: 0.1451423
Dec 04 21:50:14.392511 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ef5845f6-813e-40b6-94c3-7c5622c1e8fd req-ba407277-b9da-4fd0-b4d7-703c591fec4a tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462277
Dec 04 21:50:14.431233 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device ba3e548d-862b-41ff-8d28-3dd5f1b7e126 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:50:14.504139 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port ba3e548d-862b-41ff-8d28-3dd5f1b7e126 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:50:14.509226 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port ba3e548d-862b-41ff-8d28-3dd5f1b7e126 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:50:14.509646 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:14.630573 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:14.659308 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b5dd77-94a0-4798-b19a-3b11447ec058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3e548d-862b-41ff-8d28-3dd5f1b7e126'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:50:14.669684 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port ba3e548d-862b-41ff-8d28-3dd5f1b7e126, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=ba3e548d-862b-41ff-8d28-3dd5f1b7e126,segment=NetworkSegment(15c3af96-5153-47b5-9b85-487350f60f63),segment_id=15c3af96-5153-47b5-9b85-487350f60f63)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:50:14.673013 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:14.674960 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:50:14.724123 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b5dd77-94a0-4798-b19a-3b11447ec058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3e548d-862b-41ff-8d28-3dd5f1b7e126', 'code': 200}
Dec 04 21:50:14.750690 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=ba3e548d-862b-41ff-8d28-3dd5f1b7e126,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:50:14.754071 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:50:14.833533 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c08a4-9aa7-44e5-8b1c-388e94360939 req-36a66610-39a7-433f-92f8-25e0204ca9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:14.835172 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070c08a4-9aa7-44e5-8b1c-388e94360939 req-36a66610-39a7-433f-92f8-25e0204ca9cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c&tenant_id=6269000b8fee4f4ba481974a0000d47a HTTP/1.1" status: 200  len: 1161 time: 0.0777781
Dec 04 21:50:14.949865 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c08a4-9aa7-44e5-8b1c-388e94360939 req-2fc74f69-501d-452f-a6f7-f660c085294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:14.951761 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070c08a4-9aa7-44e5-8b1c-388e94360939 req-2fc74f69-501d-452f-a6f7-f660c085294b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6269000b8fee4f4ba481974a0000d47a&device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 1161 time: 0.0798211
Dec 04 21:50:15.000209 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff75b7a-b965-470f-a56a-5811307d659a req-d08cfb7c-d7bd-4928-8a5f-a435ce1691a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:15.001846 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2ff75b7a-b965-470f-a56a-5811307d659a req-d08cfb7c-d7bd-4928-8a5f-a435ce1691a9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 1162 time: 0.0760391
Dec 04 21:50:15.052382 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2ff75b7a-b965-470f-a56a-5811307d659a req-6cb11335-b125-4bc6-b6fb-587810357060 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436592
Dec 04 21:50:15.098701 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c08a4-9aa7-44e5-8b1c-388e94360939 req-2a0543f4-8a1f-48d3-a95c-cec824cace27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:15.100563 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070c08a4-9aa7-44e5-8b1c-388e94360939 req-2a0543f4-8a1f-48d3-a95c-cec824cace27 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3 HTTP/1.1" status: 200  len: 910 time: 0.1413260
Dec 04 21:50:15.434562 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070c08a4-9aa7-44e5-8b1c-388e94360939 req-b4535dd8-808b-4a8f-ac92-b0647e6b5fe4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72135808-6808-4fdc-a826-a5f3819c0672 HTTP/1.1" status: 200  len: 999 time: 0.0994742
Dec 04 21:50:15.518016 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c08a4-9aa7-44e5-8b1c-388e94360939 req-2991058b-f122-460d-b6f2-1b998fecea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:15.519679 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070c08a4-9aa7-44e5-8b1c-388e94360939 req-2991058b-f122-460d-b6f2-1b998fecea16 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5941c058-3e71-4ca9-85ab-a81ea76a2e2e HTTP/1.1" status: 200  len: 855 time: 0.0733392
Dec 04 21:50:15.602888 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c08a4-9aa7-44e5-8b1c-388e94360939 req-55705ea6-861e-4ae6-a8d2-e176fbabfdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:15.604937 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070c08a4-9aa7-44e5-8b1c-388e94360939 req-55705ea6-861e-4ae6-a8d2-e176fbabfdca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f29e15c-3c5f-4440-b373-0459ec9ed0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778916
Dec 04 21:50:15.633252 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b028ec-3b1e-44b6-9630-1b9925cbaf61 req-cc75e181-e2af-4e2c-99a3-d49590f88dee tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:15.634858 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c2b028ec-3b1e-44b6-9630-1b9925cbaf61 req-cc75e181-e2af-4e2c-99a3-d49590f88dee tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.1528249
Dec 04 21:50:15.645642 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485328ed-77cf-40c3-be7d-b527f21bf9f7 req-7301885e-e752-4495-ae13-4cea81e4bd99 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:15.647131 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-485328ed-77cf-40c3-be7d-b527f21bf9f7 req-7301885e-e752-4495-ae13-4cea81e4bd99 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 945 time: 0.1154642
Dec 04 21:50:15.725316 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c2b028ec-3b1e-44b6-9630-1b9925cbaf61 req-2963fddb-355a-4299-b739-820b302d9a1d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770810
Dec 04 21:50:15.729391 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-485328ed-77cf-40c3-be7d-b527f21bf9f7 req-043c06c2-f7b6-4c4e-a2e8-a420974c5e9c tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666552
Dec 04 21:50:15.755701 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070c08a4-9aa7-44e5-8b1c-388e94360939 req-ba255619-4030-4d50-9acf-1aaa46b96088 service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403708
Dec 04 21:50:15.900643 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070c08a4-9aa7-44e5-8b1c-388e94360939 req-a38585ba-a6c8-4abb-ae3f-9bad70524558 service neutron] 10.222.0.53 "GET /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1380436
Dec 04 21:50:15.963818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device ba3e548d-862b-41ff-8d28-3dd5f1b7e126 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:50:16.034496 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port ba3e548d-862b-41ff-8d28-3dd5f1b7e126 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:50:16.034914 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:17.014375 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7b08e-b3ad-4eda-a989-fbea360816a1 req-ee8827cb-499f-46b3-8269-309fde4a156c tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:17.016600 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-75f7b08e-b3ad-4eda-a989-fbea360816a1 req-ee8827cb-499f-46b3-8269-309fde4a156c tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 945 time: 0.1518519
Dec 04 21:50:17.048165 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d64ea2-06bb-4a4e-b454-5e4ecbcdcc5a req-2ac6f4b5-3aa5-467a-9541-1b934cbe2696 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:17.049802 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a8d64ea2-06bb-4a4e-b454-5e4ecbcdcc5a req-2ac6f4b5-3aa5-467a-9541-1b934cbe2696 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.1445928
Dec 04 21:50:17.145820 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-75f7b08e-b3ad-4eda-a989-fbea360816a1 req-a94154e9-1f45-41e6-a6ba-d102676429ae tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205652
Dec 04 21:50:17.166405 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a8d64ea2-06bb-4a4e-b454-5e4ecbcdcc5a req-e2ad572e-cc60-4023-907c-677907ab11a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033554
Dec 04 21:50:17.411625 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ce3a4-72e1-4f96-8ecf-ac509ac23b11 req-5a95403c-75b3-4a78-950c-294f1510f5fb tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:17.413333 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-441ce3a4-72e1-4f96-8ecf-ac509ac23b11 req-5a95403c-75b3-4a78-950c-294f1510f5fb tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 945 time: 0.0968239
Dec 04 21:50:17.484632 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-441ce3a4-72e1-4f96-8ecf-ac509ac23b11 req-5c924786-64b2-4629-bf83-6f502ffbbcfb tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649509
Dec 04 21:50:17.943997 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2434db1-a9e2-42cb-b783-17cae1399c16 req-b9e7b747-54cb-4ce9-85b1-e134503841ea tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:17.945617 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c2434db1-a9e2-42cb-b783-17cae1399c16 req-b9e7b747-54cb-4ce9-85b1-e134503841ea tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 945 time: 0.0850034
Dec 04 21:50:17.996731 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c2434db1-a9e2-42cb-b783-17cae1399c16 req-9cf60c15-bca1-4169-9ff7-27388c25a5ef tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444660
Dec 04 21:50:18.574197 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc92e3e-5f2e-4877-8065-c6dd50ef322b req-4bfabb75-7c92-4aea-98f8-8804785fb7b5 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:18.582676 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ecc92e3e-5f2e-4877-8065-c6dd50ef322b req-4bfabb75-7c92-4aea-98f8-8804785fb7b5 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.1949029
Dec 04 21:50:18.642411 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ecc92e3e-5f2e-4877-8065-c6dd50ef322b req-3515eea7-93ea-49db-aaac-ad61a2f89a93 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587187
Dec 04 21:50:19.911129 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ec974-6e47-4d85-9713-8cff170cd41a req-1b83f553-beb6-4934-9c42-a18c7869b88f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:19.919110 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c11ec974-6e47-4d85-9713-8cff170cd41a req-1b83f553-beb6-4934-9c42-a18c7869b88f tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.0954754
Dec 04 21:50:19.982376 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c11ec974-6e47-4d85-9713-8cff170cd41a req-122cf514-9e3a-4aae-8c07-2a9f147d13fd tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621421
Dec 04 21:50:21.252371 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ec427-0313-4a36-868d-5117b3034fbf req-5c6404e2-fbc8-4dc5-b2a6-ca0d9c6b5e1e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:21.254030 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-497ec427-0313-4a36-868d-5117b3034fbf req-5c6404e2-fbc8-4dc5-b2a6-ca0d9c6b5e1e tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.0986977
Dec 04 21:50:21.308554 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-497ec427-0313-4a36-868d-5117b3034fbf req-b0f7a016-caf8-459e-a094-50066aca04fe tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475526
Dec 04 21:50:22.544937 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeeefc8-4ce0-4eab-92cb-cd5aa941263e req-d547a60c-53dc-44e4-97ec-ea9241a2d5e1 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:22.547204 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-deeeefc8-4ce0-4eab-92cb-cd5aa941263e req-d547a60c-53dc-44e4-97ec-ea9241a2d5e1 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.0890901
Dec 04 21:50:22.603080 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-deeeefc8-4ce0-4eab-92cb-cd5aa941263e req-d0bce268-812a-480d-b58a-8aaebe85bb05 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485008
Dec 04 21:50:23.866369 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de29961-2045-4e3c-8306-9b41e5ae9a32 req-522f9cb6-abf5-4fb1-a23a-00a55128adfc tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:23.871106 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4de29961-2045-4e3c-8306-9b41e5ae9a32 req-522f9cb6-abf5-4fb1-a23a-00a55128adfc tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.0884347
Dec 04 21:50:23.919320 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4de29961-2045-4e3c-8306-9b41e5ae9a32 req-42e3504d-fb98-411a-b83a-c1723f42741b tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441496
Dec 04 21:50:25.168024 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893f1fa-e5b0-45ae-91e5-00e2512c0332 req-56695f46-44ec-448b-a0e6-4f42d099a8ea tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:25.171526 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3893f1fa-e5b0-45ae-91e5-00e2512c0332 req-56695f46-44ec-448b-a0e6-4f42d099a8ea tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.0988047
Dec 04 21:50:25.222600 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3893f1fa-e5b0-45ae-91e5-00e2512c0332 req-0369db0a-16d7-44d2-ac73-2f36bde4b9d7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462155
Dec 04 21:50:26.471628 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c100b8a-00ac-41ac-ad73-3f6e5b397ad7 req-80a45544-236d-4c68-ac8c-8ff066143a4d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:26.473297 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9c100b8a-00ac-41ac-ad73-3f6e5b397ad7 req-80a45544-236d-4c68-ac8c-8ff066143a4d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.0890720
Dec 04 21:50:26.531976 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9c100b8a-00ac-41ac-ad73-3f6e5b397ad7 req-afe9028d-0374-47f3-a7e7-ae2a6ca94a03 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520332
Dec 04 21:50:26.667072 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e8d72b3-9b67-4276-bb79-5ac719ca1596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:27.763387 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de21f9a-94d9-48ef-9571-5d3fa91c26a0 req-ec1e792c-1a85-4feb-a98b-b743e383cdc7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:27.765296 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2de21f9a-94d9-48ef-9571-5d3fa91c26a0 req-ec1e792c-1a85-4feb-a98b-b743e383cdc7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.0827863
Dec 04 21:50:27.813770 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2de21f9a-94d9-48ef-9571-5d3fa91c26a0 req-3cd1a171-f1a4-4897-94d8-3abb7b388868 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407944
Dec 04 21:50:28.093692 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc587097-648d-4f68-b729-a790838dd832 req-b7f1b1cf-2e5f-49f0-8ae2-1d323b2df0cd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0848572
Dec 04 21:50:28.303207 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc587097-648d-4f68-b729-a790838dd832 req-dbedce79-67bf-4437-9dd7-0b9b06dc8882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:28.305404 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc587097-648d-4f68-b729-a790838dd832 req-dbedce79-67bf-4437-9dd7-0b9b06dc8882 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46d8cb3e589a4879990d2eb6faf2e6cb&device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 1163 time: 0.0779562
Dec 04 21:50:28.469946 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc587097-648d-4f68-b729-a790838dd832 req-d2cb50b6-138c-4a62-b5a7-7a1e53403359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:28.471639 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc587097-648d-4f68-b729-a790838dd832 req-d2cb50b6-138c-4a62-b5a7-7a1e53403359 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 HTTP/1.1" status: 200  len: 903 time: 0.1394835
Dec 04 21:50:28.585978 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc587097-648d-4f68-b729-a790838dd832 req-329ec8a7-37bb-4a19-b535-bba42c20d268 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d HTTP/1.1" status: 200  len: 1002 time: 0.1076441
Dec 04 21:50:28.657423 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc587097-648d-4f68-b729-a790838dd832 req-e681d495-4a56-4b4e-b91e-24eff6d350fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:28.659578 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc587097-648d-4f68-b729-a790838dd832 req-e681d495-4a56-4b4e-b91e-24eff6d350fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27fdb0aa-aa44-4c97-bf53-19092373916f HTTP/1.1" status: 200  len: 848 time: 0.0665221
Dec 04 21:50:28.744124 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc587097-648d-4f68-b729-a790838dd832 req-6242c163-4959-48e4-be04-6c477115ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:28.745736 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc587097-648d-4f68-b729-a790838dd832 req-6242c163-4959-48e4-be04-6c477115ca8d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788593
Dec 04 21:50:28.894808 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc587097-648d-4f68-b729-a790838dd832 req-1746ed42-16de-40fd-b942-f3b53c07d240 service neutron] 10.222.0.53 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404185
Dec 04 21:50:29.048521 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc587097-648d-4f68-b729-a790838dd832 req-f58ea860-4cfb-4477-926e-cb68a5dd4d82 service neutron] 10.222.0.53 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1459556
Dec 04 21:50:29.064405 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84e548-6c7a-46e0-aec5-6d5a369431e8 req-ee28e0eb-0f5f-49ce-836d-f47bf5273aee tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:29.066834 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7c84e548-6c7a-46e0-aec5-6d5a369431e8 req-ee28e0eb-0f5f-49ce-836d-f47bf5273aee tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.0992341
Dec 04 21:50:29.120693 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7c84e548-6c7a-46e0-aec5-6d5a369431e8 req-9bf413c5-4374-4836-8e9a-94156abcf52d tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423193
Dec 04 21:50:30.372134 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b140ea4-acef-4f7f-8c52-448799a7dad4 req-7ab69e72-b2bc-460a-abde-901da55d9659 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:30.383181 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b140ea4-acef-4f7f-8c52-448799a7dad4 req-7ab69e72-b2bc-460a-abde-901da55d9659 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.1016662
Dec 04 21:50:30.445380 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b140ea4-acef-4f7f-8c52-448799a7dad4 req-9fcb2da1-9f81-4f8f-a72a-dbd83e1482ff tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559683
Dec 04 21:50:30.455697 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 72135808-6808-4fdc-a826-a5f3819c0672 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:50:30.539653 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-62d1ab0b-ec63-4d52-9a13-27c1943a0f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:30.555057 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 72135808-6808-4fdc-a826-a5f3819c0672 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:50:30.555696 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:30.680751 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:30.711302 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0449a9d-6783-4dbd-89ff-ea9638d85e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72135808-6808-4fdc-a826-a5f3819c0672'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:50:30.723585 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 72135808-6808-4fdc-a826-a5f3819c0672, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=72135808-6808-4fdc-a826-a5f3819c0672,segment=NetworkSegment(b9aa6b1b-70f1-49f2-903b-24c74e9f483f),segment_id=b9aa6b1b-70f1-49f2-903b-24c74e9f483f)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:50:30.727237 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:30.729763 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:50:30.779855 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0449a9d-6783-4dbd-89ff-ea9638d85e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72135808-6808-4fdc-a826-a5f3819c0672', 'code': 200}
Dec 04 21:50:30.809688 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=72135808-6808-4fdc-a826-a5f3819c0672,revision_number=6']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:50:30.819330 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.819744 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.820112 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.820512 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.820878 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.821817 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.821817 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.822071 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.822286 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.822686 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.823043 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.823450 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.823915 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.824276 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.824645 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.825011 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.825375 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.825734 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.826085 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.826459 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.826796 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.827147 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.827634 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.827895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:50:30.833562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:50:31.146615 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d30ed0-e4b8-45a1-849c-ea334ebc4993 req-94065f7f-620c-4f97-9a9f-3c032e92d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:31.148291 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-92d30ed0-e4b8-45a1-849c-ea334ebc4993 req-94065f7f-620c-4f97-9a9f-3c032e92d3e9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 1163 time: 0.0787385
Dec 04 21:50:31.197960 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-92d30ed0-e4b8-45a1-849c-ea334ebc4993 req-c047f861-e0d8-4f36-ae93-4bd194f395f9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393789
Dec 04 21:50:31.556060 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:31.697481 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5cf17-d734-46a5-92d1-b92b5bc760f4 req-de157c9b-bd52-4d4e-91cf-f18444b29503 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:31.699009 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-33c5cf17-d734-46a5-92d1-b92b5bc760f4 req-de157c9b-bd52-4d4e-91cf-f18444b29503 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.0882192
Dec 04 21:50:31.747094 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-33c5cf17-d734-46a5-92d1-b92b5bc760f4 req-aa528fe3-60b9-4113-960c-069827c19bfc tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416241
Dec 04 21:50:31.916260 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:32.068415 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:32.115083 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 72135808-6808-4fdc-a826-a5f3819c0672 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:50:32.183746 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:32.200969 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 72135808-6808-4fdc-a826-a5f3819c0672 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:50:32.201387 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:32.979897 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1e780-0a4f-46f8-8c19-9eb97de41cc0 req-57b4b33a-c984-47d8-a1e4-58a74b39b5b4 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:32.981499 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-97e1e780-0a4f-46f8-8c19-9eb97de41cc0 req-57b4b33a-c984-47d8-a1e4-58a74b39b5b4 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.0859065
Dec 04 21:50:33.032438 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-97e1e780-0a4f-46f8-8c19-9eb97de41cc0 req-454558d7-4629-4572-acb8-424078380421 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432789
Dec 04 21:50:34.118447 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 72135808-6808-4fdc-a826-a5f3819c0672 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:50:34.198727 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 72135808-6808-4fdc-a826-a5f3819c0672 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:50:34.199147 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:34.324363 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f53d4-0b1a-432c-adbf-e035848a4645 req-70a9badf-cd52-4f74-8225-4bcc43d897b8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:34.325951 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c63f53d4-0b1a-432c-adbf-e035848a4645 req-70a9badf-cd52-4f74-8225-4bcc43d897b8 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.1385479
Dec 04 21:50:34.381680 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c63f53d4-0b1a-432c-adbf-e035848a4645 req-4cf63fdd-47f5-4678-b123-b9c97097b9b0 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487854
Dec 04 21:50:36.441396 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254f903-a149-4ef9-b85a-1837e48ac4ac req-66864eeb-c857-41e0-b9cd-c3d018e14dc5 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:36.443862 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6254f903-a149-4ef9-b85a-1837e48ac4ac req-66864eeb-c857-41e0-b9cd-c3d018e14dc5 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 945 time: 0.0848961
Dec 04 21:50:36.492590 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6254f903-a149-4ef9-b85a-1837e48ac4ac req-9c16f708-7238-4573-a384-8bb1f36cb2e0 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422463
Dec 04 21:50:36.715924 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-32d3720f-9661-467e-a038-092697c3189a req-e64e37dd-f096-46d8-a891-872ace631a61 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1647410
Dec 04 21:50:36.727706 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Request body: {'floatingip': {'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:50:36.733974 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:50:36.738038 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Usage tracker for resource:floatingip and tenant:0262bb71a57a441b9dab1e0b06f5a1e8 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:50:36.742338 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:50:36.748516 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:50:36.758238 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for floatingip, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:36.901064 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:37.178046 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Allocated IP 172.27.1.97 (5a5bc502-ed14-4f0a-889e-34e38dce125b/2af0f04a-6e02-4e2b-b142-69b01684337c/928cd2ae-6195-4fcc-a75a-585d43799cce) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:50:37.551061 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:37.577145 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:37.592545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8323fb74-5296-4488-a29b-ebe5ef90350d tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:50:37.724086 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Pushing event updated for resources: {'Port': ['ID=928cd2ae-6195-4fcc-a75a-585d43799cce,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:50:37.727547 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:50:37.782191 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:50:37.783320 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:50:37.785714 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:50:37.872504 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for floatingip, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:37.931794 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:38.202638 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:38.206025 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:38.221466 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f452dd6d-e8b5-4fca-9701-73cbeec36ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:50:38.351383 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Pushing event updated for resources: {'Port': ['ID=928cd2ae-6195-4fcc-a75a-585d43799cce,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:50:38.356341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:50:38.460506 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:38.487206 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:38.488557 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-32d3720f-9661-467e-a038-092697c3189a req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.7665422
Dec 04 21:50:38.571208 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-32d3720f-9661-467e-a038-092697c3189a req-637e79fd-2b51-4037-8bb6-e7467fdb5d04 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Synchronizing usage tracker for tenant:0262bb71a57a441b9dab1e0b06f5a1e8 on resource:floatingip {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:50:38.587654 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-32d3720f-9661-467e-a038-092697c3189a req-637e79fd-2b51-4037-8bb6-e7467fdb5d04 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Unset dirty status for tenant:0262bb71a57a441b9dab1e0b06f5a1e8 on resource:floatingip {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:50:38.588899 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-32d3720f-9661-467e-a038-092697c3189a req-637e79fd-2b51-4037-8bb6-e7467fdb5d04 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.97 HTTP/1.1" status: 200  len: 695 time: 0.0938220
Dec 04 21:50:38.748756 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3720f-9661-467e-a038-092697c3189a req-0473ab42-2918-41a0-8533-10cd214fa53c tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:38.750217 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-32d3720f-9661-467e-a038-092697c3189a req-0473ab42-2918-41a0-8533-10cd214fa53c tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/networks/5a5bc502-ed14-4f0a-889e-34e38dce125b HTTP/1.1" status: 200  len: 784 time: 0.1545019
Dec 04 21:50:38.762099 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-32d3720f-9661-467e-a038-092697c3189a req-0aa8f6c2-3ee0-463a-870b-26c764dfdc14 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 21:50:38.763128 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-32d3720f-9661-467e-a038-092697c3189a req-0aa8f6c2-3ee0-463a-870b-26c764dfdc14 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0060120
Dec 04 21:50:38.956356 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-2a97d4e5-52de-47e5-9219-ab9faa4fcce7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:38.957979 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-2a97d4e5-52de-47e5-9219-ab9faa4fcce7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0888348
Dec 04 21:50:39.041591 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-6664b070-7472-413c-a837-cb9996cc8640 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.97 HTTP/1.1" status: 200  len: 695 time: 0.0767715
Dec 04 21:50:39.053031 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-c8c443b7-bbd4-4111-95c6-0d108888ea96 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Request body: {'floatingip': {'port_id': 'ba3e548d-862b-41ff-8d28-3dd5f1b7e126', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:50:39.134581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-c8c443b7-bbd4-4111-95c6-0d108888ea96 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for floatingip, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:39.749947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-c8c443b7-bbd4-4111-95c6-0d108888ea96 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for floatingip, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:39.752738 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-c8c443b7-bbd4-4111-95c6-0d108888ea96 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:39.928624 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-c8c443b7-bbd4-4111-95c6-0d108888ea96 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Floating IP b2bb430d-7694-4b4c-bbe3-15ac77493b0e associated. External IP: 172.27.1.97, port: ba3e548d-862b-41ff-8d28-3dd5f1b7e126.
Dec 04 21:50:40.289206 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-c8c443b7-bbd4-4111-95c6-0d108888ea96 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Router 06f1b55c-dc13-40ac-ad21-2c2f80741057 has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:50:40.476111 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-c8c443b7-bbd4-4111-95c6-0d108888ea96 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:50:40.481050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-c8c443b7-bbd4-4111-95c6-0d108888ea96 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:40.486205 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a0cb5-1fd4-439a-b0bb-7414a8511a4a None None] Sync routers for ids ['06f1b55c-dc13-40ac-ad21-2c2f80741057'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:50:40.499333 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037a0cb5-1fd4-439a-b0bb-7414a8511a4a None None] Routers {'06f1b55c-dc13-40ac-ad21-2c2f80741057'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:50:40.500290 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-037a0cb5-1fd4-439a-b0bb-7414a8511a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fc19aa58>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:50:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['06f1b55c-dc13-40ac-ad21-2c2f80741057'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:50:40.537613 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-c8c443b7-bbd4-4111-95c6-0d108888ea96 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "PUT /v2.0/floatingips/b2bb430d-7694-4b4c-bbe3-15ac77493b0e HTTP/1.1" status: 200  len: 995 time: 1.4895732
Dec 04 21:50:40.538179 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b5dd77-94a0-4798-b19a-3b11447ec058', 'tag': 'ba3e548d-862b-41ff-8d28-3dd5f1b7e126'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:50:40.604251 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b5dd77-94a0-4798-b19a-3b11447ec058', 'tag': 'ba3e548d-862b-41ff-8d28-3dd5f1b7e126', 'status': 'completed', 'code': 200}
Dec 04 21:50:40.639942 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-5ee029e4-a3ac-45e8-b6f9-2227a1a1a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:40.641589 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-5ee029e4-a3ac-45e8-b6f9-2227a1a1a52e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0262bb71a57a441b9dab1e0b06f5a1e8&device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 1162 time: 0.0882692
Dec 04 21:50:40.693108 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-037a0cb5-1fd4-439a-b0bb-7414a8511a4a None None] Set router 06f1b55c-dc13-40ac-ad21-2c2f80741057 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:50:40.765489 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98cd35-0b13-4e5d-acf9-950592b618ab req-82692c1b-9833-4842-9a8d-09e281b61bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:40.767797 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a98cd35-0b13-4e5d-acf9-950592b618ab req-82692c1b-9833-4842-9a8d-09e281b61bc1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0262bb71a57a441b9dab1e0b06f5a1e8&device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 1162 time: 0.0944428
Dec 04 21:50:40.923436 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:50:40.949646 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98cd35-0b13-4e5d-acf9-950592b618ab req-961c3fe3-2941-4db0-a610-5f45aef5bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:40.951635 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a98cd35-0b13-4e5d-acf9-950592b618ab req-961c3fe3-2941-4db0-a610-5f45aef5bd32 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8630f2c4-ae64-4deb-8f41-b2dffab16646 HTTP/1.1" status: 200  len: 909 time: 0.1759648
Dec 04 21:50:41.085654 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a98cd35-0b13-4e5d-acf9-950592b618ab req-41c66b3b-e901-41aa-8178-97e710897d46 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3e548d-862b-41ff-8d28-3dd5f1b7e126 HTTP/1.1" status: 200  len: 998 time: 0.1133006
Dec 04 21:50:41.110045 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-e6c7e589-f2d1-4592-a230-b13b84fe913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:41.111802 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-e6c7e589-f2d1-4592-a230-b13b84fe913b service neutron] 10.222.0.44 "GET /v2.0/networks?id=8630f2c4-ae64-4deb-8f41-b2dffab16646 HTTP/1.1" status: 200  len: 909 time: 0.4623847
Dec 04 21:50:41.166325 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98cd35-0b13-4e5d-acf9-950592b618ab req-fddd5d37-cb40-4b81-b57e-95c29c6a4d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:41.168075 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a98cd35-0b13-4e5d-acf9-950592b618ab req-fddd5d37-cb40-4b81-b57e-95c29c6a4d66 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=752676c4-be2a-473b-98bb-258b1f317453 HTTP/1.1" status: 200  len: 854 time: 0.0752501
Dec 04 21:50:41.226123 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-f7b09cd6-e040-489b-9650-14cbfe28d505 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3e548d-862b-41ff-8d28-3dd5f1b7e126 HTTP/1.1" status: 200  len: 998 time: 0.1040154
Dec 04 21:50:41.251640 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98cd35-0b13-4e5d-acf9-950592b618ab req-c597ea8b-e0dc-4b1c-b836-bb56c0fed419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:41.253373 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a98cd35-0b13-4e5d-acf9-950592b618ab req-c597ea8b-e0dc-4b1c-b836-bb56c0fed419 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8630f2c4-ae64-4deb-8f41-b2dffab16646&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773299
Dec 04 21:50:41.266175 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-037a0cb5-1fd4-439a-b0bb-7414a8511a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fc19aa58>, [{'id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'name': 'tempest-TestMinimumBasicScenario-1495937163-router', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8af90038-3125-4da8-8924-bd6ad5695528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:49:30Z', 'updated_at': '2020-12-04T21:49:37Z', 'revision_number': 4, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'gw_port': {'id': '8af90038-3125-4da8-8924-bd6ad5695528', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:31Z', 'updated_at': '2020-12-04T21:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': 'b2bb430d-7694-4b4c-bbe3-15ac77493b0e', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'port_id': 'ba3e548d-862b-41ff-8d28-3dd5f1b7e126', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646', 'mac_address': 'fa:16:3e:25:6c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5dd77-94a0-4798-b19a-3b11447ec058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:50:37Z', 'updated_at': '2020-12-04T21:50:39Z', 'revision_number': 1, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5f4a9d2-946e-43d3-96ab-338e96b412b4', 'name': '', 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'mac_address': 'fa:16:3e:55:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '752676c4-be2a-473b-98bb-258b1f317453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:36Z', 'updated_at': '2020-12-04T21:49:47Z', 'revision_number': 5, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'subnets': [{'id': '752676c4-be2a-473b-98bb-258b1f317453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:50:41.270417 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a0cb5-1fd4-439a-b0bb-7414a8511a4a None None] Checking router: 06f1b55c-dc13-40ac-ad21-2c2f80741057 for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:50:41.281088 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037a0cb5-1fd4-439a-b0bb-7414a8511a4a None None] Routers {'06f1b55c-dc13-40ac-ad21-2c2f80741057'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:50:41.281766 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-037a0cb5-1fd4-439a-b0bb-7414a8511a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fc19aa58>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:50:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['06f1b55c-dc13-40ac-ad21-2c2f80741057'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:50:41.297772 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-1716e07a-729e-498e-a07d-fd033c4890a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:41.299419 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-1716e07a-729e-498e-a07d-fd033c4890a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=752676c4-be2a-473b-98bb-258b1f317453 HTTP/1.1" status: 200  len: 854 time: 0.0666640
Dec 04 21:50:41.383641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-2e1a3dbe-53be-4b10-a8d9-2e9a76ea6848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:41.385324 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-2e1a3dbe-53be-4b10-a8d9-2e9a76ea6848 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8630f2c4-ae64-4deb-8f41-b2dffab16646&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784841
Dec 04 21:50:41.399415 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-72297420-330c-4176-82de-87c2c8a1d21d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 21:50:41.400526 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-72297420-330c-4176-82de-87c2c8a1d21d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0070429
Dec 04 21:50:41.401487 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a98cd35-0b13-4e5d-acf9-950592b618ab req-6cb89972-31be-485f-8440-1d092b760155 service neutron] 10.222.0.53 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407337
Dec 04 21:50:41.472222 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-037a0cb5-1fd4-439a-b0bb-7414a8511a4a None None] Set router 06f1b55c-dc13-40ac-ad21-2c2f80741057 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:50:41.554694 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-e887b131-8397-4aae-80e6-0090ad728959 service neutron] 10.222.0.44 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467874
Dec 04 21:50:41.557863 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a98cd35-0b13-4e5d-acf9-950592b618ab req-2f25f3ae-b489-4d11-80f9-35a740af3932 service neutron] 10.222.0.53 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1494186
Dec 04 21:50:41.711424 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3ccdcc8e-177a-4ebe-a4b6-415592d45479 req-23b751af-84d1-4d1a-9dd9-b6a102d10879 service neutron] 10.222.0.44 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1499279
Dec 04 21:50:41.758948 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-07026e36-0d0a-4b6b-9766-9dd6d88ac4f8 req-a64d5df7-b770-436e-b9b7-c7b54c04c2d7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1942192200', 'description': 'tempest-TestMinimumBasicScenario-1942192200 description'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:50:41.765545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-07026e36-0d0a-4b6b-9766-9dd6d88ac4f8 req-a64d5df7-b770-436e-b9b7-c7b54c04c2d7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:50:41.776432 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-07026e36-0d0a-4b6b-9766-9dd6d88ac4f8 req-a64d5df7-b770-436e-b9b7-c7b54c04c2d7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:50:41.786924 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-07026e36-0d0a-4b6b-9766-9dd6d88ac4f8 req-a64d5df7-b770-436e-b9b7-c7b54c04c2d7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:41.814436 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-07026e36-0d0a-4b6b-9766-9dd6d88ac4f8 req-a64d5df7-b770-436e-b9b7-c7b54c04c2d7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:50:41.820409 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-07026e36-0d0a-4b6b-9766-9dd6d88ac4f8 req-a64d5df7-b770-436e-b9b7-c7b54c04c2d7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Usage tracker for resource:security_group_rule and tenant:0262bb71a57a441b9dab1e0b06f5a1e8 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:50:41.825053 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-07026e36-0d0a-4b6b-9766-9dd6d88ac4f8 req-a64d5df7-b770-436e-b9b7-c7b54c04c2d7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:50:41.829947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-07026e36-0d0a-4b6b-9766-9dd6d88ac4f8 req-a64d5df7-b770-436e-b9b7-c7b54c04c2d7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:50:41.846824 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-037a0cb5-1fd4-439a-b0bb-7414a8511a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fc19aa58>, [{'id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'name': 'tempest-TestMinimumBasicScenario-1495937163-router', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8af90038-3125-4da8-8924-bd6ad5695528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:49:30Z', 'updated_at': '2020-12-04T21:49:37Z', 'revision_number': 4, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'gw_port': {'id': '8af90038-3125-4da8-8924-bd6ad5695528', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:31Z', 'updated_at': '2020-12-04T21:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': 'b2bb430d-7694-4b4c-bbe3-15ac77493b0e', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'port_id': 'ba3e548d-862b-41ff-8d28-3dd5f1b7e126', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646', 'mac_address': 'fa:16:3e:25:6c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5dd77-94a0-4798-b19a-3b11447ec058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:50:37Z', 'updated_at': '2020-12-04T21:50:39Z', 'revision_number': 1, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5f4a9d2-946e-43d3-96ab-338e96b412b4', 'name': '', 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'mac_address': 'fa:16:3e:55:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '752676c4-be2a-473b-98bb-258b1f317453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:36Z', 'updated_at': '2020-12-04T21:49:47Z', 'revision_number': 5, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'subnets': [{'id': '752676c4-be2a-473b-98bb-258b1f317453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:50:41.852023 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a0cb5-1fd4-439a-b0bb-7414a8511a4a None None] The sync data for ids ['06f1b55c-dc13-40ac-ad21-2c2f80741057'] in dv-cinder-749155-4-iscsi is: [{'id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'name': 'tempest-TestMinimumBasicScenario-1495937163-router', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8af90038-3125-4da8-8924-bd6ad5695528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:49:30Z', 'updated_at': '2020-12-04T21:49:37Z', 'revision_number': 4, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'gw_port': {'id': '8af90038-3125-4da8-8924-bd6ad5695528', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:31Z', 'updated_at': '2020-12-04T21:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': 'b2bb430d-7694-4b4c-bbe3-15ac77493b0e', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'port_id': 'ba3e548d-862b-41ff-8d28-3dd5f1b7e126', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646', 'mac_address': 'fa:16:3e:25:6c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5dd77-94a0-4798-b19a-3b11447ec058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:50:37Z', 'updated_at': '2020-12-04T21:50:39Z', 'revision_number': 1, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5f4a9d2-946e-43d3-96ab-338e96b412b4', 'name': '', 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'mac_address': 'fa:16:3e:55:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '752676c4-be2a-473b-98bb-258b1f317453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:36Z', 'updated_at': '2020-12-04T21:49:47Z', 'revision_number': 5, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'subnets': [{'id': '752676c4-be2a-473b-98bb-258b1f317453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:50:41.910180 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-07026e36-0d0a-4b6b-9766-9dd6d88ac4f8 req-a64d5df7-b770-436e-b9b7-c7b54c04c2d7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:41.914117 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-07026e36-0d0a-4b6b-9766-9dd6d88ac4f8 req-a64d5df7-b770-436e-b9b7-c7b54c04c2d7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:41.919976 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-97036fe0-ef44-4548-9bac-ccf8d0da6735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:50:41.964762 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d5df7-b770-436e-b9b7-c7b54c04c2d7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c03e03-5348-41bf-8eaf-e2d47cf0ed32,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:50:41.991601 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a64d5df7-b770-436e-b9b7-c7b54c04c2d7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:50:41.993761 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-07026e36-0d0a-4b6b-9766-9dd6d88ac4f8 req-a64d5df7-b770-436e-b9b7-c7b54c04c2d7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:41.995165 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-07026e36-0d0a-4b6b-9766-9dd6d88ac4f8 req-a64d5df7-b770-436e-b9b7-c7b54c04c2d7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1769 time: 0.2409370
Dec 04 21:50:42.088338 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7199b396-0312-495b-9e42-ecc460010453 req-3d1a94d1-6645-4589-9418-b5978d6cadd6 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups/d8c03e03-5348-41bf-8eaf-e2d47cf0ed32 HTTP/1.1" status: 200  len: 1764 time: 0.0503399
Dec 04 21:50:42.096643 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-7199b396-0312-495b-9e42-ecc460010453 req-2b64e1da-d6f4-45db-9c49-35e0c215994e tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8c03e03-5348-41bf-8eaf-e2d47cf0ed32', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:50:42.097245 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-7199b396-0312-495b-9e42-ecc460010453 req-2b64e1da-d6f4-45db-9c49-35e0c215994e tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8c03e03-5348-41bf-8eaf-e2d47cf0ed32', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:50:42.104030 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-7199b396-0312-495b-9e42-ecc460010453 req-2b64e1da-d6f4-45db-9c49-35e0c215994e tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:50:42.108960 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7199b396-0312-495b-9e42-ecc460010453 req-2b64e1da-d6f4-45db-9c49-35e0c215994e tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Usage tracker for resource:security_group_rule and tenant:0262bb71a57a441b9dab1e0b06f5a1e8 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:50:42.112263 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7199b396-0312-495b-9e42-ecc460010453 req-2b64e1da-d6f4-45db-9c49-35e0c215994e tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:50:42.119041 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-7199b396-0312-495b-9e42-ecc460010453 req-2b64e1da-d6f4-45db-9c49-35e0c215994e tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:50:42.178152 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7199b396-0312-495b-9e42-ecc460010453 req-2b64e1da-d6f4-45db-9c49-35e0c215994e tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:42.197795 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d3abe6-fba2-4a63-aac5-df852572ee4d None None] New status for floating IP b2bb430d-7694-4b4c-bbe3-15ac77493b0e: ACTIVE {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 21:50:42.211762 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7199b396-0312-495b-9e42-ecc460010453 req-2b64e1da-d6f4-45db-9c49-35e0c215994e tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:42.214737 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7199b396-0312-495b-9e42-ecc460010453 req-2b64e1da-d6f4-45db-9c49-35e0c215994e tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162223'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:42.216860 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:50:42.241358 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64e1da-d6f4-45db-9c49-35e0c215994e tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbed5aac-e021-458b-907c-ad179bba6240,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:50:42.244164 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2b64e1da-d6f4-45db-9c49-35e0c215994e tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:50:42.251002 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7199b396-0312-495b-9e42-ecc460010453 req-2b64e1da-d6f4-45db-9c49-35e0c215994e tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:42.252318 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7199b396-0312-495b-9e42-ecc460010453 req-2b64e1da-d6f4-45db-9c49-35e0c215994e tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1607776
Dec 04 21:50:42.334215 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-15bdfc68-b89c-4166-b0bb-02f41144f5e2 req-4b149490-a5b9-4d16-8180-c6067ea1c9b0 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups/d8c03e03-5348-41bf-8eaf-e2d47cf0ed32 HTTP/1.1" status: 200  len: 2325 time: 0.0486481
Dec 04 21:50:42.345366 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-15bdfc68-b89c-4166-b0bb-02f41144f5e2 req-201d1690-c814-46e1-b91d-a1613269c9ff tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8c03e03-5348-41bf-8eaf-e2d47cf0ed32', 'remote_group_id': None}]} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:50:42.345720 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-15bdfc68-b89c-4166-b0bb-02f41144f5e2 req-201d1690-c814-46e1-b91d-a1613269c9ff tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8c03e03-5348-41bf-8eaf-e2d47cf0ed32', 'remote_group_id': None}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:50:42.352201 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-15bdfc68-b89c-4166-b0bb-02f41144f5e2 req-201d1690-c814-46e1-b91d-a1613269c9ff tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:50:42.356288 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-15bdfc68-b89c-4166-b0bb-02f41144f5e2 req-201d1690-c814-46e1-b91d-a1613269c9ff tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Usage tracker for resource:security_group_rule and tenant:0262bb71a57a441b9dab1e0b06f5a1e8 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:50:42.360288 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-15bdfc68-b89c-4166-b0bb-02f41144f5e2 req-201d1690-c814-46e1-b91d-a1613269c9ff tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:50:42.366788 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-15bdfc68-b89c-4166-b0bb-02f41144f5e2 req-201d1690-c814-46e1-b91d-a1613269c9ff tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:50:42.423882 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-15bdfc68-b89c-4166-b0bb-02f41144f5e2 req-201d1690-c814-46e1-b91d-a1613269c9ff tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:42.449744 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-15bdfc68-b89c-4166-b0bb-02f41144f5e2 req-201d1690-c814-46e1-b91d-a1613269c9ff tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:42.452710 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-15bdfc68-b89c-4166-b0bb-02f41144f5e2 req-201d1690-c814-46e1-b91d-a1613269c9ff tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162223'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:42.460514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d519d756-1c80-4035-a100-7691f4392ac7 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:50:42.483637 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d1690-c814-46e1-b91d-a1613269c9ff tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb21120-e9bc-4cdb-a5cb-58ba07654712,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:50:42.487060 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-201d1690-c814-46e1-b91d-a1613269c9ff tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:50:42.488827 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-15bdfc68-b89c-4166-b0bb-02f41144f5e2 req-201d1690-c814-46e1-b91d-a1613269c9ff tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:42.490960 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-15bdfc68-b89c-4166-b0bb-02f41144f5e2 req-201d1690-c814-46e1-b91d-a1613269c9ff tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1498303
Dec 04 21:50:42.636809 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-e88e0a11-8394-499d-8d5e-504d5b737e5b req-813638c1-642a-4f24-92ef-19ba2dbf913e tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Synchronizing usage tracker for tenant:0262bb71a57a441b9dab1e0b06f5a1e8 on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:50:42.652836 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-e88e0a11-8394-499d-8d5e-504d5b737e5b req-813638c1-642a-4f24-92ef-19ba2dbf913e tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Unset dirty status for tenant:0262bb71a57a441b9dab1e0b06f5a1e8 on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:50:42.654063 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e88e0a11-8394-499d-8d5e-504d5b737e5b req-813638c1-642a-4f24-92ef-19ba2dbf913e tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1942192200&fields=id&tenant_id=0262bb71a57a441b9dab1e0b06f5a1e8 HTTP/1.1" status: 200  len: 267 time: 0.0616982
Dec 04 21:50:42.746970 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e0a11-8394-499d-8d5e-504d5b737e5b req-2e35f795-406a-41f3-bd1c-50ac945cdec3 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:42.748558 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e88e0a11-8394-499d-8d5e-504d5b737e5b req-2e35f795-406a-41f3-bd1c-50ac945cdec3 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 945 time: 0.0882776
Dec 04 21:50:42.760941 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-e88e0a11-8394-499d-8d5e-504d5b737e5b req-5469213c-1cb0-4637-823c-59d8680a31c8 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Request body: {'port': {'security_groups': ['64d4ccf9-293c-4d89-955b-9fb60e4efd79', 'd8c03e03-5348-41bf-8eaf-e2d47cf0ed32']}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:50:42.891906 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e88e0a11-8394-499d-8d5e-504d5b737e5b req-5469213c-1cb0-4637-823c-59d8680a31c8 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:43.249444 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-e88e0a11-8394-499d-8d5e-504d5b737e5b req-5469213c-1cb0-4637-823c-59d8680a31c8 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] For port ba3e548d-862b-41ff-8d28-3dd5f1b7e126, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=ba3e548d-862b-41ff-8d28-3dd5f1b7e126,segment=NetworkSegment(15c3af96-5153-47b5-9b85-487350f60f63),segment_id=15c3af96-5153-47b5-9b85-487350f60f63)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:50:43.282528 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e88e0a11-8394-499d-8d5e-504d5b737e5b req-5469213c-1cb0-4637-823c-59d8680a31c8 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:43.287503 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e88e0a11-8394-499d-8d5e-504d5b737e5b req-5469213c-1cb0-4637-823c-59d8680a31c8 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:43.306694 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e0d76f52-4b5a-43a5-8df6-32666073a2a6 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:50:43.451813 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469213c-1cb0-4637-823c-59d8680a31c8 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Pushing event updated for resources: {'Port': ['ID=ba3e548d-862b-41ff-8d28-3dd5f1b7e126,revision_number=5']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:50:43.457085 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5469213c-1cb0-4637-823c-59d8680a31c8 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:50:43.504325 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e0a11-8394-499d-8d5e-504d5b737e5b req-5469213c-1cb0-4637-823c-59d8680a31c8 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:43.505669 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e88e0a11-8394-499d-8d5e-504d5b737e5b req-5469213c-1cb0-4637-823c-59d8680a31c8 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:43.507184 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e88e0a11-8394-499d-8d5e-504d5b737e5b req-5469213c-1cb0-4637-823c-59d8680a31c8 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "PUT /v2.0/ports/ba3e548d-862b-41ff-8d28-3dd5f1b7e126 HTTP/1.1" status: 200  len: 981 time: 0.7512317
Dec 04 21:50:43.507696 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b5dd77-94a0-4798-b19a-3b11447ec058', 'tag': 'ba3e548d-862b-41ff-8d28-3dd5f1b7e126'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:50:43.570964 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b5dd77-94a0-4798-b19a-3b11447ec058', 'tag': 'ba3e548d-862b-41ff-8d28-3dd5f1b7e126', 'status': 'completed', 'code': 200}
Dec 04 21:50:43.713988 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c5e5fa23-81e5-486d-ab90-aa31fe9bed4a None None] Provisioning complete for port ba3e548d-862b-41ff-8d28-3dd5f1b7e126 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:50:43.714218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b9a3b-370d-41f2-9684-09171879a736 req-78002e7f-2492-4d3e-bf3a-52abb43259b5 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:43.714775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5e5fa23-81e5-486d-ab90-aa31fe9bed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:43.717720 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5222d-5c83-4c9f-8ba7-375a337aae30 req-fa3f9f1c-86da-4bd4-bf1f-01237c398d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:43.719359 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f2e5222d-5c83-4c9f-8ba7-375a337aae30 req-fa3f9f1c-86da-4bd4-bf1f-01237c398d75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0262bb71a57a441b9dab1e0b06f5a1e8&device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 1202 time: 0.0840364
Dec 04 21:50:43.722076 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-743b9a3b-370d-41f2-9684-09171879a736 req-78002e7f-2492-4d3e-bf3a-52abb43259b5 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 984 time: 0.1003156
Dec 04 21:50:43.780987 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-743b9a3b-370d-41f2-9684-09171879a736 req-fca01205-3b6f-4ad9-923a-c2247f88acc9 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&id=d8c03e03-5348-41bf-8eaf-e2d47cf0ed32&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0578847
Dec 04 21:50:43.888095 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5222d-5c83-4c9f-8ba7-375a337aae30 req-252d4d3b-cead-42b2-bdf6-e4350d8af97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:43.889692 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f2e5222d-5c83-4c9f-8ba7-375a337aae30 req-252d4d3b-cead-42b2-bdf6-e4350d8af97d service neutron] 10.222.0.53 "GET /v2.0/networks?id=8630f2c4-ae64-4deb-8f41-b2dffab16646 HTTP/1.1" status: 200  len: 909 time: 0.1588409
Dec 04 21:50:43.998172 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f2e5222d-5c83-4c9f-8ba7-375a337aae30 req-8cb04512-fc33-498d-b1e3-a7452a30ba46 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3e548d-862b-41ff-8d28-3dd5f1b7e126 HTTP/1.1" status: 200  len: 1000 time: 0.1014695
Dec 04 21:50:44.275998 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5222d-5c83-4c9f-8ba7-375a337aae30 req-c790b11f-e2f7-4f02-8bab-47bc908c31f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:44.277603 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f2e5222d-5c83-4c9f-8ba7-375a337aae30 req-c790b11f-e2f7-4f02-8bab-47bc908c31f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=752676c4-be2a-473b-98bb-258b1f317453 HTTP/1.1" status: 200  len: 854 time: 0.2713001
Dec 04 21:50:44.370153 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5222d-5c83-4c9f-8ba7-375a337aae30 req-95668d11-562a-4769-b2b6-029d9e72d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:44.371799 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f2e5222d-5c83-4c9f-8ba7-375a337aae30 req-95668d11-562a-4769-b2b6-029d9e72d719 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8630f2c4-ae64-4deb-8f41-b2dffab16646&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746465
Dec 04 21:50:44.517230 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device ba3e548d-862b-41ff-8d28-3dd5f1b7e126 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:50:44.524174 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f2e5222d-5c83-4c9f-8ba7-375a337aae30 req-b585cc51-3e85-4b76-9f63-740f88d2d252 service neutron] 10.222.0.53 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396914
Dec 04 21:50:44.589944 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port ba3e548d-862b-41ff-8d28-3dd5f1b7e126 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:50:44.590371 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:44.679424 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f2e5222d-5c83-4c9f-8ba7-375a337aae30 req-83335bef-3c67-4bac-82f4-e20528a6fca2 service neutron] 10.222.0.53 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1477933
Dec 04 21:50:48.919845 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7df45-8f24-4006-ab64-efd3e105fdde req-a91b745e-8526-463a-8983-9cde6aa27e57 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:48.921465 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5fc7df45-8f24-4006-ab64-efd3e105fdde req-a91b745e-8526-463a-8983-9cde6aa27e57 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 945 time: 0.0845821
Dec 04 21:50:48.968661 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5fc7df45-8f24-4006-ab64-efd3e105fdde req-98791c92-1429-4377-a1dc-f19cd75703e6 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=6f341678-29bd-4244-87ba-83e5ef23c8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408731
Dec 04 21:50:50.185919 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7359a-30e2-4e95-af93-0b6b35c00be6 req-993ba480-d890-4b06-b5be-661d6d80996a tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:50.187557 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dda7359a-30e2-4e95-af93-0b6b35c00be6 req-993ba480-d890-4b06-b5be-661d6d80996a tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 945 time: 0.0863476
Dec 04 21:50:50.235884 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dda7359a-30e2-4e95-af93-0b6b35c00be6 req-a67111f5-295b-4410-be09-91fc375ab942 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=6f341678-29bd-4244-87ba-83e5ef23c8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415077
Dec 04 21:50:50.951795 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb58a38-1830-461e-9bdf-0e95156b89af req-ef4c9daa-9121-4d0b-bc03-57beec488e08 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:50.952680 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8fb58a38-1830-461e-9bdf-0e95156b89af req-ef4c9daa-9121-4d0b-bc03-57beec488e08 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Synchronizing usage tracker for tenant:f44e9f0609524db8ba8777ab4a04a3e9 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:50:50.965820 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8fb58a38-1830-461e-9bdf-0e95156b89af req-ef4c9daa-9121-4d0b-bc03-57beec488e08 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Unset dirty status for tenant:f44e9f0609524db8ba8777ab4a04a3e9 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:50:50.967135 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8fb58a38-1830-461e-9bdf-0e95156b89af req-ef4c9daa-9121-4d0b-bc03-57beec488e08 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.53 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 945 time: 0.1012304
Dec 04 21:50:51.046325 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-8fb58a38-1830-461e-9bdf-0e95156b89af req-e73c933b-d25d-41b5-91de-afaa8d56bfa4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Deleting port 6833bd5f-17af-4954-ae30-6274da7aff10 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:50:51.046712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8fb58a38-1830-461e-9bdf-0e95156b89af req-e73c933b-d25d-41b5-91de-afaa8d56bfa4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:51.305440 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-8fb58a38-1830-461e-9bdf-0e95156b89af req-e73c933b-d25d-41b5-91de-afaa8d56bfa4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] For port 6833bd5f-17af-4954-ae30-6274da7aff10, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=6833bd5f-17af-4954-ae30-6274da7aff10,segment=NetworkSegment(21301322-ae50-4615-b225-c2624cd2b7dd),segment_id=21301322-ae50-4615-b225-c2624cd2b7dd)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:50:51.305973 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8fb58a38-1830-461e-9bdf-0e95156b89af req-e73c933b-d25d-41b5-91de-afaa8d56bfa4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:51.456627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737f1d6-cdb7-4e75-9cca-b29d7af72fba req-b45c127e-d59e-4e42-9ed3-84d9679d7388 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:51.458265 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7737f1d6-cdb7-4e75-9cca-b29d7af72fba req-b45c127e-d59e-4e42-9ed3-84d9679d7388 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 945 time: 0.0922258
Dec 04 21:50:51.511812 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7737f1d6-cdb7-4e75-9cca-b29d7af72fba req-30189fc0-5863-4913-8a28-1787f7e95a7a tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups?id=6f341678-29bd-4244-87ba-83e5ef23c8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457313
Dec 04 21:50:51.616985 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8fb58a38-1830-461e-9bdf-0e95156b89af req-e73c933b-d25d-41b5-91de-afaa8d56bfa4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for floatingip, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:51.617426 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8fb58a38-1830-461e-9bdf-0e95156b89af req-e73c933b-d25d-41b5-91de-afaa8d56bfa4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:51.617776 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-8fb58a38-1830-461e-9bdf-0e95156b89af req-e73c933b-d25d-41b5-91de-afaa8d56bfa4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Floating IP 126f0a14-760c-413e-a200-f3a4e039dd17 disassociated. External IP: 172.27.1.254, port: 6833bd5f-17af-4954-ae30-6274da7aff10.
Dec 04 21:50:51.618184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-8fb58a38-1830-461e-9bdf-0e95156b89af req-e73c933b-d25d-41b5-91de-afaa8d56bfa4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Calling delete_port for 6833bd5f-17af-4954-ae30-6274da7aff10 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:50:51.769892 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8fb58a38-1830-461e-9bdf-0e95156b89af req-e73c933b-d25d-41b5-91de-afaa8d56bfa4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:51.788338 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f3042aa5-d38e-4f40-b2a8-11cb9946fae3 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:50:51.884600 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c933b-d25d-41b5-91de-afaa8d56bfa4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Pushing event deleted for resources: {'Port': ['ID=6833bd5f-17af-4954-ae30-6274da7aff10,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:50:51.888388 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e73c933b-d25d-41b5-91de-afaa8d56bfa4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:50:52.132354 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 6833bd5f-17af-4954-ae30-6274da7aff10 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:50:52.168060 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fb58a38-1830-461e-9bdf-0e95156b89af req-e73c933b-d25d-41b5-91de-afaa8d56bfa4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Router 2ca53c63-661d-4a03-abf1-03437e37d9db has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:50:52.170186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] No Port match for: 6833bd5f-17af-4954-ae30-6274da7aff10 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:50:52.170555 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 6833bd5f-17af-4954-ae30-6274da7aff10 not bound to the agent host hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:50:52.368412 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fb58a38-1830-461e-9bdf-0e95156b89af req-e73c933b-d25d-41b5-91de-afaa8d56bfa4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:50:52.381491 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ecb172-e0b4-4984-b48f-1d392ddb7d57 None None] Sync routers for ids ['2ca53c63-661d-4a03-abf1-03437e37d9db'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:50:52.402233 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ecb172-e0b4-4984-b48f-1d392ddb7d57 None None] Routers {'2ca53c63-661d-4a03-abf1-03437e37d9db'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:50:52.403533 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a4ecb172-e0b4-4984-b48f-1d392ddb7d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd384550>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:50:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['2ca53c63-661d-4a03-abf1-03437e37d9db'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:50:52.410106 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb58a38-1830-461e-9bdf-0e95156b89af req-e73c933b-d25d-41b5-91de-afaa8d56bfa4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] No DVR routers for this DVR port 6833bd5f-17af-4954-ae30-6274da7aff10 on host hv-cinder-74915 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:50:52.413015 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8fb58a38-1830-461e-9bdf-0e95156b89af req-e73c933b-d25d-41b5-91de-afaa8d56bfa4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:52.426698 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37087ae-f8f5-43e1-9f66-798ddda003b5', 'name': 'network-vif-deleted', 'tag': '6833bd5f-17af-4954-ae30-6274da7aff10'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:50:52.446837 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8fb58a38-1830-461e-9bdf-0e95156b89af req-e73c933b-d25d-41b5-91de-afaa8d56bfa4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.53 "DELETE /v2.0/ports/6833bd5f-17af-4954-ae30-6274da7aff10 HTTP/1.1" status: 204  len: 173 time: 1.4713740
Dec 04 21:50:52.502001 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37087ae-f8f5-43e1-9f66-798ddda003b5', 'name': 'network-vif-deleted', 'tag': '6833bd5f-17af-4954-ae30-6274da7aff10', 'status': 'completed', 'code': 200}
Dec 04 21:50:52.633334 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-a4ecb172-e0b4-4984-b48f-1d392ddb7d57 None None] Set router 2ca53c63-661d-4a03-abf1-03437e37d9db gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:50:52.788227 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fd51dcb6-3504-427a-814a-14ad18ca2da3 req-9452b55b-c9dd-4183-aa94-bae345982a66 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/ports?device_id=d37087ae-f8f5-43e1-9f66-798ddda003b5 HTTP/1.1" status: 200  len: 210 time: 0.0777941
Dec 04 21:50:52.990162 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a4ecb172-e0b4-4984-b48f-1d392ddb7d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd384550>, [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:44:22Z', 'revision_number': 4, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '175bce0b-c51e-485c-91d2-af25ccc2145b', 'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'mac_address': 'fa:16:3e:67:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:20Z', 'updated_at': '2020-12-04T21:44:34Z', 'revision_number': 5, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'subnets': [{'id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:50:52.995065 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ecb172-e0b4-4984-b48f-1d392ddb7d57 None None] Checking router: 2ca53c63-661d-4a03-abf1-03437e37d9db for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:50:53.005025 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ecb172-e0b4-4984-b48f-1d392ddb7d57 None None] Routers {'2ca53c63-661d-4a03-abf1-03437e37d9db'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:50:53.005712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a4ecb172-e0b4-4984-b48f-1d392ddb7d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd384550>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:50:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['2ca53c63-661d-4a03-abf1-03437e37d9db'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:50:53.195098 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-a4ecb172-e0b4-4984-b48f-1d392ddb7d57 None None] Set router 2ca53c63-661d-4a03-abf1-03437e37d9db gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:50:53.715889 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a4ecb172-e0b4-4984-b48f-1d392ddb7d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd384550>, [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:44:22Z', 'revision_number': 4, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '175bce0b-c51e-485c-91d2-af25ccc2145b', 'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'mac_address': 'fa:16:3e:67:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:20Z', 'updated_at': '2020-12-04T21:44:34Z', 'revision_number': 5, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'subnets': [{'id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:50:53.720458 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ecb172-e0b4-4984-b48f-1d392ddb7d57 None None] The sync data for ids ['2ca53c63-661d-4a03-abf1-03437e37d9db'] in dv-cinder-749155-4-iscsi is: [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:44:22Z', 'revision_number': 4, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '175bce0b-c51e-485c-91d2-af25ccc2145b', 'name': '', 'network_id': '592cdc2b-1d56-4a14-a11f-8bc151a0ef29', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'mac_address': 'fa:16:3e:67:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:20Z', 'updated_at': '2020-12-04T21:44:34Z', 'revision_number': 5, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'subnets': [{'id': '8f101be7-7361-44f6-9e0b-cdaa01d7405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:50:53.967132 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41174) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:50:54.044175 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b24a48a6-d199-4497-b76b-787189341c1c tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:54.077840 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b24a48a6-d199-4497-b76b-787189341c1c tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:54.135447 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b24a48a6-d199-4497-b76b-787189341c1c tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:54.141172 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-af65f1bd-1fb3-4baf-9634-82e591a60db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:50:54.146783 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc133b8-05ab-4eca-85c6-d0400e799a19 None None] New status for floating IP 126f0a14-760c-413e-a200-f3a4e039dd17: DOWN {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 21:50:54.159780 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a48a6-d199-4497-b76b-787189341c1c tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f341678-29bd-4244-87ba-83e5ef23c8fb,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:50:54.163625 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b24a48a6-d199-4497-b76b-787189341c1c tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:50:54.165526 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b24a48a6-d199-4497-b76b-787189341c1c tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:54.166731 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b24a48a6-d199-4497-b76b-787189341c1c tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "DELETE /v2.0/security-groups/6f341678-29bd-4244-87ba-83e5ef23c8fb HTTP/1.1" status: 204  len: 168 time: 0.1983776
Dec 04 21:50:54.173602 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 41178) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:50:54.196218 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.v2.resource [None req-3180caa9-d095-4004-8b12-cd057d2e0f08 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] show failed (client error): The resource could not be found.
Dec 04 21:50:54.201005 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3180caa9-d095-4004-8b12-cd057d2e0f08 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "GET /v2.0/security-groups/6f341678-29bd-4244-87ba-83e5ef23c8fb HTTP/1.1" status: 404  len: 347 time: 0.0222661
Dec 04 21:50:54.203814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41182) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:50:54.410599 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-05266bcc-c169-44e7-89b0-cf23408bb270 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Deleting port f29b16b6-90e2-455b-b174-2d2ababd95c4 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:50:54.410866 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-05266bcc-c169-44e7-89b0-cf23408bb270 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:54.614322 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-05266bcc-c169-44e7-89b0-cf23408bb270 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:54.614691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-05266bcc-c169-44e7-89b0-cf23408bb270 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for floatingip, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:54.755235 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-05266bcc-c169-44e7-89b0-cf23408bb270 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Calling delete_port for f29b16b6-90e2-455b-b174-2d2ababd95c4 owned by network:floatingip {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:50:54.845423 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-05266bcc-c169-44e7-89b0-cf23408bb270 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80265) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:50:54.846009 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-05266bcc-c169-44e7-89b0-cf23408bb270 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:50:55.347540 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-05266bcc-c169-44e7-89b0-cf23408bb270 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Deleting port f29b16b6-90e2-455b-b174-2d2ababd95c4 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:50:55.347939 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-05266bcc-c169-44e7-89b0-cf23408bb270 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:55.536943 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-05266bcc-c169-44e7-89b0-cf23408bb270 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:55.537310 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-05266bcc-c169-44e7-89b0-cf23408bb270 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for floatingip, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:55.675629 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-05266bcc-c169-44e7-89b0-cf23408bb270 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Calling delete_port for f29b16b6-90e2-455b-b174-2d2ababd95c4 owned by network:floatingip {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:50:55.818824 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-05266bcc-c169-44e7-89b0-cf23408bb270 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:55.835169 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22b2ba77-9ee6-41ad-824f-13c8ebabbbbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:50:55.932727 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05266bcc-c169-44e7-89b0-cf23408bb270 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Pushing event deleted for resources: {'Port': ['ID=f29b16b6-90e2-455b-b174-2d2ababd95c4,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:50:55.937324 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-05266bcc-c169-44e7-89b0-cf23408bb270 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:50:56.066048 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-05266bcc-c169-44e7-89b0-cf23408bb270 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks [] for floatingip, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:56.082535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-05266bcc-c169-44e7-89b0-cf23408bb270 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:56.086557 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-05266bcc-c169-44e7-89b0-cf23408bb270 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] 10.222.0.44 "DELETE /v2.0/floatingips/126f0a14-760c-413e-a200-f3a4e039dd17 HTTP/1.1" status: 204  len: 168 time: 1.8782701
Dec 04 21:50:56.632032 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6559fae0-06fa-485a-9600-935bfa82a4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:50:58.210745 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5461673-996c-4dec-9e40-f39bde1dbf9a req-14f544dd-ce95-40b2-adda-37bf5ecf8e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:58.212408 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5461673-996c-4dec-9e40-f39bde1dbf9a req-14f544dd-ce95-40b2-adda-37bf5ecf8e12 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0262bb71a57a441b9dab1e0b06f5a1e8&device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 1202 time: 0.0794406
Dec 04 21:50:58.265672 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3719b5-e858-4317-90fe-a32f2ad88887 req-312f44e0-42f6-48b2-b1d4-92682b4993b2 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:58.267389 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b3719b5-e858-4317-90fe-a32f2ad88887 req-312f44e0-42f6-48b2-b1d4-92682b4993b2 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 984 time: 0.0950403
Dec 04 21:50:58.334411 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b3719b5-e858-4317-90fe-a32f2ad88887 req-3cf87034-f2d1-44c8-9031-926001e163b1 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&id=d8c03e03-5348-41bf-8eaf-e2d47cf0ed32&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0545962
Dec 04 21:50:58.397741 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5461673-996c-4dec-9e40-f39bde1dbf9a req-3a072a0f-42b6-4b06-820f-41385752e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:58.400226 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5461673-996c-4dec-9e40-f39bde1dbf9a req-3a072a0f-42b6-4b06-820f-41385752e78e service neutron] 10.222.0.53 "GET /v2.0/networks?id=8630f2c4-ae64-4deb-8f41-b2dffab16646 HTTP/1.1" status: 200  len: 909 time: 0.1783941
Dec 04 21:50:58.514456 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5461673-996c-4dec-9e40-f39bde1dbf9a req-0be3b103-56ec-4b89-a2e4-d564b7ef7c1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3e548d-862b-41ff-8d28-3dd5f1b7e126 HTTP/1.1" status: 200  len: 1000 time: 0.1061838
Dec 04 21:50:58.588446 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5461673-996c-4dec-9e40-f39bde1dbf9a req-34a493fa-21b4-49f7-9e5d-30cfba7db928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:58.590350 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5461673-996c-4dec-9e40-f39bde1dbf9a req-34a493fa-21b4-49f7-9e5d-30cfba7db928 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=752676c4-be2a-473b-98bb-258b1f317453 HTTP/1.1" status: 200  len: 854 time: 0.0695300
Dec 04 21:50:58.680906 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5461673-996c-4dec-9e40-f39bde1dbf9a req-3a46885b-a691-4337-9180-a91a90428475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:58.683034 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5461673-996c-4dec-9e40-f39bde1dbf9a req-3a46885b-a691-4337-9180-a91a90428475 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8630f2c4-ae64-4deb-8f41-b2dffab16646&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0845664
Dec 04 21:50:58.837203 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5461673-996c-4dec-9e40-f39bde1dbf9a req-07b84cee-8a3a-46ae-ade9-c6c33c7bd883 service neutron] 10.222.0.53 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467938
Dec 04 21:50:59.001210 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5461673-996c-4dec-9e40-f39bde1dbf9a req-10b3c927-6eb2-4fbe-a9b6-91f02137b9b1 service neutron] 10.222.0.53 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1561115
Dec 04 21:50:59.560863 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e808aad-cb00-474c-9cf1-038b119f19a3 req-ee91a11b-f392-45dc-9512-3f8cd0b92e60 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:50:59.562447 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e808aad-cb00-474c-9cf1-038b119f19a3 req-ee91a11b-f392-45dc-9512-3f8cd0b92e60 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 984 time: 0.0848527
Dec 04 21:50:59.623594 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e808aad-cb00-474c-9cf1-038b119f19a3 req-1308a60f-36e6-4736-9827-bdd40c151474 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&id=d8c03e03-5348-41bf-8eaf-e2d47cf0ed32&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0543756
Dec 04 21:51:00.270305 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41222) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:00.533748 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c10c26e8-e5c4-46e4-b147-3749b386c324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:01.217171 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f046f55-cf54-4a28-8d7a-0a554e11ba55 req-75e94fcd-5289-4a27-9d19-838bfbc97216 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:01.218829 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5f046f55-cf54-4a28-8d7a-0a554e11ba55 req-75e94fcd-5289-4a27-9d19-838bfbc97216 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 984 time: 0.2999165
Dec 04 21:51:01.252433 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6078-5d02-4ecc-a991-a5f06a12dc1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853797155'] for router_interface, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:01.359489 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5f046f55-cf54-4a28-8d7a-0a554e11ba55 req-560bb58f-c377-4cad-b436-9c9581de2f86 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&id=d8c03e03-5348-41bf-8eaf-e2d47cf0ed32&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1335940
Dec 04 21:51:01.565124 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:01.919872 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:01.922265 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c6078-5d02-4ecc-a991-a5f06a12dc1c admin admin] Deleting port 175bce0b-c51e-485c-91d2-af25ccc2145b {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:01.922684 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6078-5d02-4ecc-a991-a5f06a12dc1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:02.099972 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:02.116146 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d1c6078-5d02-4ecc-a991-a5f06a12dc1c admin admin] For port 175bce0b-c51e-485c-91d2-af25ccc2145b, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=175bce0b-c51e-485c-91d2-af25ccc2145b,segment=NetworkSegment(21301322-ae50-4615-b225-c2624cd2b7dd),segment_id=21301322-ae50-4615-b225-c2624cd2b7dd)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:02.116753 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6078-5d02-4ecc-a991-a5f06a12dc1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:02.168277 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:02.245788 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c6078-5d02-4ecc-a991-a5f06a12dc1c admin admin] Calling delete_port for 175bce0b-c51e-485c-91d2-af25ccc2145b owned by network:router_interface {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:02.645702 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6078-5d02-4ecc-a991-a5f06a12dc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:02.661881 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7e505a9f-22f8-4503-9d4d-a39f38da5545 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:02.748513 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4616ae-cfb7-4918-8728-0e693ff31a32 req-2aa9b70b-d961-4b7c-be95-08a9928eee89 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:02.750156 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5e4616ae-cfb7-4918-8728-0e693ff31a32 req-2aa9b70b-d961-4b7c-be95-08a9928eee89 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 984 time: 0.2535465
Dec 04 21:51:02.762521 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c6078-5d02-4ecc-a991-a5f06a12dc1c admin admin] Pushing event deleted for resources: {'Port': ['ID=175bce0b-c51e-485c-91d2-af25ccc2145b,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:02.765736 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d1c6078-5d02-4ecc-a991-a5f06a12dc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:02.834253 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5e4616ae-cfb7-4918-8728-0e693ff31a32 req-5c863b12-0865-4f5d-8efa-b1cf541632e5 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&id=d8c03e03-5348-41bf-8eaf-e2d47cf0ed32&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0732276
Dec 04 21:51:03.374355 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6078-5d02-4ecc-a991-a5f06a12dc1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1486820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957517'] for router_interface, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:03.881151 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1c6078-5d02-4ecc-a991-a5f06a12dc1c admin admin] Router 2ca53c63-661d-4a03-abf1-03437e37d9db has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:51:04.134016 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1c6078-5d02-4ecc-a991-a5f06a12dc1c admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:51:04.142782 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35c89a4-4143-4f7f-b7f5-ab889e1aaf28 None None] Sync routers for ids ['2ca53c63-661d-4a03-abf1-03437e37d9db'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:51:04.153686 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c89a4-4143-4f7f-b7f5-ab889e1aaf28 None None] Routers {'2ca53c63-661d-4a03-abf1-03437e37d9db'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:51:04.154092 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5d1c6078-5d02-4ecc-a991-a5f06a12dc1c admin admin] 10.222.0.44 "PUT /v2.0/routers/2ca53c63-661d-4a03-abf1-03437e37d9db/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8825231
Dec 04 21:51:04.154365 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a35c89a4-4143-4f7f-b7f5-ab889e1aaf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd041f60>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:51:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['2ca53c63-661d-4a03-abf1-03437e37d9db'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:04.157332 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 41236) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:04.161756 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015e474-9b18-4639-a5be-ca8d7b21e019 req-eaf97ab4-a225-4d8a-aa8e-cac85bac141f tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:04.163374 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4015e474-9b18-4639-a5be-ca8d7b21e019 req-eaf97ab4-a225-4d8a-aa8e-cac85bac141f tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 984 time: 0.1866245
Dec 04 21:51:04.216799 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4015e474-9b18-4639-a5be-ca8d7b21e019 req-6fce91f3-132c-4d02-9caf-3a865a7b6519 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&id=d8c03e03-5348-41bf-8eaf-e2d47cf0ed32&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0449352
Dec 04 21:51:04.346348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-a35c89a4-4143-4f7f-b7f5-ab889e1aaf28 None None] Set router 2ca53c63-661d-4a03-abf1-03437e37d9db gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:51:04.549586 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7c21a70-e7fa-4593-bd79-55dae32e033f admin admin] Notify callbacks [] for router, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:04.674864 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a35c89a4-4143-4f7f-b7f5-ab889e1aaf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd041f60>, [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:51:02Z', 'revision_number': 5, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:04.679021 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35c89a4-4143-4f7f-b7f5-ab889e1aaf28 None None] Checking router: 2ca53c63-661d-4a03-abf1-03437e37d9db for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:51:04.688562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c89a4-4143-4f7f-b7f5-ab889e1aaf28 None None] Routers {'2ca53c63-661d-4a03-abf1-03437e37d9db'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:51:04.689246 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a35c89a4-4143-4f7f-b7f5-ab889e1aaf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd041f60>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:51:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['2ca53c63-661d-4a03-abf1-03437e37d9db'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:04.742345 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7c21a70-e7fa-4593-bd79-55dae32e033f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:04.748319 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-f7c21a70-e7fa-4593-bd79-55dae32e033f admin admin] Deleting port c86cbedd-11d4-4027-b3fa-c472ba5e4871 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:04.748698 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7c21a70-e7fa-4593-bd79-55dae32e033f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:04.876348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-a35c89a4-4143-4f7f-b7f5-ab889e1aaf28 None None] Set router 2ca53c63-661d-4a03-abf1-03437e37d9db gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:51:04.935954 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-f7c21a70-e7fa-4593-bd79-55dae32e033f admin admin] For port c86cbedd-11d4-4027-b3fa-c472ba5e4871, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=c86cbedd-11d4-4027-b3fa-c472ba5e4871,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:04.936275 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7c21a70-e7fa-4593-bd79-55dae32e033f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:05.071569 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-f7c21a70-e7fa-4593-bd79-55dae32e033f admin admin] Calling delete_port for c86cbedd-11d4-4027-b3fa-c472ba5e4871 owned by network:router_gateway {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:05.220747 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7c21a70-e7fa-4593-bd79-55dae32e033f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]: WARNING neutron.plugins.ml2.ovo_rpc [None req-f7c21a70-e7fa-4593-bd79-55dae32e033f admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     result = function(*args, **kwargs)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     proto.__init__(conn_state, self)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.handle()
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.handle_one_request()
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.handle_one_response()
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     result = self.application(self.environ, start_response)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     return app(environ, start_response)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     response = req.get_response(self.application)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     response = req.get_response(self.application)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     response = req.get_response(self.application)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     response = req.get_response(self.application)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     return request.get_response(self.application)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     response = req.get_response(self._app)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     return resp(environ, start_response)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     return resp(environ, start_response)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     response = self.app(environ, start_response)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     return resp(environ, start_response)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Dec 04 21:51:05.227185 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     result = method(request=request, **args)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self._delete(request, id, **kwargs)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(*args, **kwargs)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(*args, **kwargs)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(*dup_args, **dup_kwargs)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     obj_deleter(request.context, id, **kwargs)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     return method(*args, **kwargs)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(*args, **kwargs)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(*args, **kwargs)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(*dup_args, **dup_kwargs)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     self._delete_current_gw_port(context, id, router, None)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(self, context, *args, **kwargs)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     return method(*args, **kwargs)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     context, port, router_ids, bound_mech_contexts)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     return function(*args, **kwargs)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     callback(resource, event, trigger, **kwargs)
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     if self._is_session_semantic_violated(context, resource, event):
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]:     stack = traceback.extract_stack()
Dec 04 21:51:05.234764 dv-cinder-749155-4-iscsi neutron-server[80155]: 
Dec 04 21:51:05.287967 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a35c89a4-4143-4f7f-b7f5-ab889e1aaf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd041f60>, [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:51:02Z', 'revision_number': 5, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:05.297332 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35c89a4-4143-4f7f-b7f5-ab889e1aaf28 None None] The sync data for ids ['2ca53c63-661d-4a03-abf1-03437e37d9db'] in dv-cinder-749155-4-iscsi is: [{'id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'name': 'tempest-AttachVolumeTestJSON-541958440-router', 'tenant_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:10Z', 'updated_at': '2020-12-04T21:51:02Z', 'revision_number': 5, 'project_id': 'f44e9f0609524db8ba8777ab4a04a3e9', 'gw_port': {'id': 'c86cbedd-11d4-4027-b3fa-c472ba5e4871', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca53c63-661d-4a03-abf1-03437e37d9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:12Z', 'updated_at': '2020-12-04T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:51:05.446992 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7c21a70-e7fa-4593-bd79-55dae32e033f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-955349'] for router_gateway, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:05.472564 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481defd9-f18e-4401-be00-d5ac30de3af0 req-4acc1d63-58d0-4702-a664-90de976b44da tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:05.474337 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-481defd9-f18e-4401-be00-d5ac30de3af0 req-4acc1d63-58d0-4702-a664-90de976b44da tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 984 time: 0.1110899
Dec 04 21:51:05.532111 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-481defd9-f18e-4401-be00-d5ac30de3af0 req-a970c80b-165e-4cd8-8d88-1eb3e82a63af tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&id=d8c03e03-5348-41bf-8eaf-e2d47cf0ed32&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0504508
Dec 04 21:51:05.587630 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7c21a70-e7fa-4593-bd79-55dae32e033f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853841093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746042'] for router, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:05.592392 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7c21a70-e7fa-4593-bd79-55dae32e033f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:05.681953 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7c21a70-e7fa-4593-bd79-55dae32e033f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853840991'] for router, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:05.683318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c21a70-e7fa-4593-bd79-55dae32e033f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ca53c63-661d-4a03-abf1-03437e37d9db {{(pid=80264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 04 21:51:05.697290 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7c21a70-e7fa-4593-bd79-55dae32e033f admin admin] Notify callbacks [] for router, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:05.699438 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f7c21a70-e7fa-4593-bd79-55dae32e033f admin admin] 10.222.0.44 "DELETE /v2.0/routers/2ca53c63-661d-4a03-abf1-03437e37d9db HTTP/1.1" status: 204  len: 168 time: 1.5408902
Dec 04 21:51:05.702833 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 41242) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:05.778631 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Deleting subnet 8f101be7-7361-44f6-9e0b-cdaa01d7405a {{(pid=80264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 21:51:05.782949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:05.840641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3987663'] for subnet, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:05.995630 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1886451'] for subnet, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:06.272107 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852889349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844828401'] for subnet, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:06.288469 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:06.376158 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f101be7-7361-44f6-9e0b-cdaa01d7405a,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:06.388275 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.388708 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.389110 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.389517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.389915 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.390317 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.390715 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.391111 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.391532 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.391992 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.392416 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.392811 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.393288 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.393680 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.394071 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.394462 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.394851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.395241 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.395680 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.396073 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.396464 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.396851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.397239 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.397646 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:06.412781 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:06.455174 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:06.460195 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f7945f-e695-40cb-9f29-6bb5fe9a50cb None None] Network 592cdc2b-1d56-4a14-a11f-8bc151a0ef29 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:51:06.464046 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-30d73f51-fbb0-4b61-a37b-90fadd051120 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8f101be7-7361-44f6-9e0b-cdaa01d7405a HTTP/1.1" status: 204  len: 168 time: 0.7588384
Dec 04 21:51:06.466791 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41248) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:06.529939 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 175bce0b-c51e-485c-91d2-af25ccc2145b no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:51:06.576726 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: 175bce0b-c51e-485c-91d2-af25ccc2145b {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:51:06.577272 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 175bce0b-c51e-485c-91d2-af25ccc2145b not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:51:06.577993 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device c86cbedd-11d4-4027-b3fa-c472ba5e4871 no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:51:06.591792 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1971921'] for network, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:06.638525 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: c86cbedd-11d4-4027-b3fa-c472ba5e4871 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:51:06.639078 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device c86cbedd-11d4-4027-b3fa-c472ba5e4871 not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:51:06.663699 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Deleting port 91f3ef0c-db68-4339-9401-6275fa3d4fec {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:06.664084 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:06.829010 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca99854-87a4-41cd-af72-a1bb51893451 None None] DHCP port deletion for 592cdc2b-1d56-4a14-a11f-8bc151a0ef29 request from dv-cinder-749155-4-iscsi {{(pid=80266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 04 21:51:06.833567 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-aca99854-87a4-41cd-af72-a1bb51893451 None None] Deleting port 91f3ef0c-db68-4339-9401-6275fa3d4fec {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:06.834012 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aca99854-87a4-41cd-af72-a1bb51893451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:06.935035 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e427418-288f-41ea-a406-516fd0eb540e req-8fbbccd3-0f26-44c4-b0ac-69a706cd58db tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:06.936681 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4e427418-288f-41ea-a406-516fd0eb540e req-8fbbccd3-0f26-44c4-b0ac-69a706cd58db tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 984 time: 0.2479010
Dec 04 21:51:06.998557 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] For port 91f3ef0c-db68-4339-9401-6275fa3d4fec, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=91f3ef0c-db68-4339-9401-6275fa3d4fec,segment=NetworkSegment(21301322-ae50-4615-b225-c2624cd2b7dd),segment_id=21301322-ae50-4615-b225-c2624cd2b7dd)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:06.999109 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:07.060445 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-aca99854-87a4-41cd-af72-a1bb51893451 None None] For port 91f3ef0c-db68-4339-9401-6275fa3d4fec, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=91f3ef0c-db68-4339-9401-6275fa3d4fec,segment=NetworkSegment(21301322-ae50-4615-b225-c2624cd2b7dd),segment_id=21301322-ae50-4615-b225-c2624cd2b7dd)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:07.061182 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aca99854-87a4-41cd-af72-a1bb51893451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:07.154555 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Calling delete_port for 91f3ef0c-db68-4339-9401-6275fa3d4fec owned by network:dhcp {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:07.185426 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4e427418-288f-41ea-a406-516fd0eb540e req-257fb2aa-0449-4cef-8e97-8f14f44f10ca tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&id=d8c03e03-5348-41bf-8eaf-e2d47cf0ed32&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2339611
Dec 04 21:51:07.196427 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-aca99854-87a4-41cd-af72-a1bb51893451 None None] Calling delete_port for 91f3ef0c-db68-4339-9401-6275fa3d4fec owned by network:dhcp {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:07.237726 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:07.268551 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3ceb2c13-c474-49ee-9127-1d5f91cff952 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:07.350917 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-aca99854-87a4-41cd-af72-a1bb51893451 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:51:07.351245 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-aca99854-87a4-41cd-af72-a1bb51893451 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:51:07.456756 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f3ef0c-db68-4339-9401-6275fa3d4fec,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:07.465597 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:07.529376 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] No DVR routers for this DVR port 91f3ef0c-db68-4339-9401-6275fa3d4fec on host dv-cinder-749155-4-iscsi {{(pid=80265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:51:07.704360 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1888956', 'neutron.services.segments.db._delete_segments_for_network-8730056527680'] for network, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:07.833161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09fce729b0>,) {'filters': {'network_id': ['592cdc2b-1d56-4a14-a11f-8bc151a0ef29']}} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:07.848578 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fce729b0>, '21301322-ae50-4615-b225-c2624cd2b7dd') {'for_net_delete': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:07.848916 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fce729b0>, '21301322-ae50-4615-b225-c2624cd2b7dd') {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:07.852676 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-aca99854-87a4-41cd-af72-a1bb51893451 None None] Deleting port 91f3ef0c-db68-4339-9401-6275fa3d4fec {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:07.853443 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aca99854-87a4-41cd-af72-a1bb51893451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:07.863302 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730056528465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125223'] for segment, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:07.881425 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:07.884558 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 21:51:08.121475 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-aca99854-87a4-41cd-af72-a1bb51893451 None None] The port '91f3ef0c-db68-4339-9401-6275fa3d4fec' was deleted {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 04 21:51:08.142861 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Network 592cdc2b-1d56-4a14-a11f-8bc151a0ef29 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:51:08.155607 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1889284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851553025'] for segment, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:08.493178 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 91f3ef0c-db68-4339-9401-6275fa3d4fec no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:51:08.521274 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: 91f3ef0c-db68-4339-9401-6275fa3d4fec {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:51:08.521671 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 91f3ef0c-db68-4339-9401-6275fa3d4fec not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:51:08.727307 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Network 592cdc2b-1d56-4a14-a11f-8bc151a0ef29 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]: Traceback (most recent call last):
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:     timer()
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:     cb(*args, **kw)
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:     self._notify()
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.callback(batched_events)
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:     event.method(event)
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(self, *a, **k)
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self._get(url).json()
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:     **kwargs)
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:     **endpoint_filter)
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 21:51:08.755710 dv-cinder-749155-4-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 21:51:08.806230 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-db3cf73a-1e21-4c36-b593-f0f50dfdefc5 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/floatingips/f32c36d7-846d-49ba-bf1e-f98fb45f9da7 HTTP/1.1" status: 200  len: 999 time: 0.3092780
Dec 04 21:51:08.818374 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef3f1f-0916-4e40-869f-00b17b2a4e9e req-9e04292c-4244-4851-9dad-b4775224e644 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:08.820161 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0bef3f1f-0916-4e40-869f-00b17b2a4e9e req-9e04292c-4244-4851-9dad-b4775224e644 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.8100579
Dec 04 21:51:08.955969 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1888943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853820434'] for network, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:08.973365 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f3d66fc6-05c4-46cb-963d-96799960deed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:08.993401 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:09.025042 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=592cdc2b-1d56-4a14-a11f-8bc151a0ef29,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:09.050700 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.051122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.051556 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.051963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.052358 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.054475 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.055321 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.056201 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.057058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.058437 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.059256 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.060147 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.061000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.061686 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.062376 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.063062 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.063773 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.064528 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.065207 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.065876 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.066551 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.067216 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.067919 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.068598 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:09.085399 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0bef3f1f-0916-4e40-869f-00b17b2a4e9e req-3384d7f8-e577-4ead-866f-a2c2f7e5f820 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2155933
Dec 04 21:51:09.090436 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:09.104950 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7f4f17d1-201f-400a-b52f-bcdd10ddd3d7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/592cdc2b-1d56-4a14-a11f-8bc151a0ef29 HTTP/1.1" status: 204  len: 168 time: 2.6355877
Dec 04 21:51:09.141209 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-da595530-ad0c-446f-916e-0fa882935dd2 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:09.142756 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-da595530-ad0c-446f-916e-0fa882935dd2 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/networks/5a5bc502-ed14-4f0a-889e-34e38dce125b HTTP/1.1" status: 200  len: 784 time: 0.3215098
Dec 04 21:51:09.156207 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-b8e6e6d4-2b98-4f34-8ad4-ad4dbe0f8bef tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 21:51:09.157345 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-b8e6e6d4-2b98-4f34-8ad4-ad4dbe0f8bef tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0073371
Dec 04 21:51:09.293414 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 41270) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:09.334101 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-02af1ba9-98e9-4a05-9d4a-0be75f6ce8c7 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.245 HTTP/1.1" status: 200  len: 1002 time: 0.1671975
Dec 04 21:51:09.349784 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c5dccb84-bc6e-45c1-bc2b-5c30c72bb450 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f44e9f0609524db8ba8777ab4a04a3e9&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0549064
Dec 04 21:51:09.352610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 41274) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:09.419705 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a20faf68-2814-4808-afa1-419cfafe807e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:09.433623 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-0f97eac8-dba5-40ff-a5bb-7b2e8d6a1331 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:09.435143 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-0f97eac8-dba5-40ff-a5bb-7b2e8d6a1331 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports/e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d HTTP/1.1" status: 200  len: 943 time: 0.0917017
Dec 04 21:51:09.442818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b24bf1-dd81-49a4-8148-67ff99414401 req-ab673e1a-9920-4560-a578-fb4d461a8344 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:09.444656 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c5b24bf1-dd81-49a4-8148-67ff99414401 req-ab673e1a-9920-4560-a578-fb4d461a8344 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 984 time: 0.1894078
Dec 04 21:51:09.451572 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a20faf68-2814-4808-afa1-419cfafe807e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:09.502384 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c5b24bf1-dd81-49a4-8148-67ff99414401 req-e283f168-5586-42a6-9738-a507c9212bcb tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&id=d8c03e03-5348-41bf-8eaf-e2d47cf0ed32&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0494680
Dec 04 21:51:09.574487 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a20faf68-2814-4808-afa1-419cfafe807e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:09.580353 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-52631833-c042-4054-a191-e2c85f2416a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:09.598910 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20faf68-2814-4808-afa1-419cfafe807e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055e0f7e-a75e-4c5f-b1c0-b1d0edb3fc93,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:09.601816 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a20faf68-2814-4808-afa1-419cfafe807e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:09.616756 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-93b5e6c5-861c-45a5-9c72-2c5e7888ee34 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:09.620058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-93b5e6c5-861c-45a5-9c72-2c5e7888ee34 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Synchronizing usage tracker for tenant:6269000b8fee4f4ba481974a0000d47a on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:51:09.624616 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a20faf68-2814-4808-afa1-419cfafe807e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:09.625815 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a20faf68-2814-4808-afa1-419cfafe807e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/055e0f7e-a75e-4c5f-b1c0-b1d0edb3fc93 HTTP/1.1" status: 204  len: 168 time: 0.2717199
Dec 04 21:51:09.637908 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-93b5e6c5-861c-45a5-9c72-2c5e7888ee34 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Unset dirty status for tenant:6269000b8fee4f4ba481974a0000d47a on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:51:09.639152 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-93b5e6c5-861c-45a5-9c72-2c5e7888ee34 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.53 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 946 time: 0.1738045
Dec 04 21:51:09.655035 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-883ba025-fa6f-4f3c-aa98-7142402ad22b tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.245 HTTP/1.1" status: 200  len: 1002 time: 0.1288505
Dec 04 21:51:09.750075 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Deleting port 72135808-6808-4fdc-a826-a5f3819c0672 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:09.750727 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:09.904816 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-b439ec50-772c-4936-ae3a-c0d1ed335f35 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Deleting port c93c58a7-7983-4129-910c-2a3d93773dd0 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:09.905192 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-b439ec50-772c-4936-ae3a-c0d1ed335f35 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:10.077688 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] For port 72135808-6808-4fdc-a826-a5f3819c0672, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=72135808-6808-4fdc-a826-a5f3819c0672,segment=NetworkSegment(b9aa6b1b-70f1-49f2-903b-24c74e9f483f),segment_id=b9aa6b1b-70f1-49f2-903b-24c74e9f483f)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:10.090307 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:10.111713 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-b439ec50-772c-4936-ae3a-c0d1ed335f35 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:10.112059 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-b439ec50-772c-4936-ae3a-c0d1ed335f35 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for floatingip, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:10.268209 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-b439ec50-772c-4936-ae3a-c0d1ed335f35 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Calling delete_port for c93c58a7-7983-4129-910c-2a3d93773dd0 owned by network:floatingip {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:10.314023 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 72135808-6808-4fdc-a826-a5f3819c0672 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:51:10.516441 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:10.590083 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 72135808-6808-4fdc-a826-a5f3819c0672, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=72135808-6808-4fdc-a826-a5f3819c0672,segment=NetworkSegment(b9aa6b1b-70f1-49f2-903b-24c74e9f483f),segment_id=b9aa6b1b-70f1-49f2-903b-24c74e9f483f)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:10.592008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0449a9d-6783-4dbd-89ff-ea9638d85e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72135808-6808-4fdc-a826-a5f3819c0672'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:51:10.603223 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-b439ec50-772c-4936-ae3a-c0d1ed335f35 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:10.603640 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:10.608253 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:10.741906 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for floatingip, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:10.742323 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:10.742470 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=72135808-6808-4fdc-a826-a5f3819c0672,revision_number=7']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:10.742686 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Floating IP 1113e1a6-cf28-402a-8f36-adf4eaef951f disassociated. External IP: 172.27.1.58, port: 72135808-6808-4fdc-a826-a5f3819c0672.
Dec 04 21:51:10.743044 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Calling delete_port for 72135808-6808-4fdc-a826-a5f3819c0672 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:10.746927 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:10.755863 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:10.807193 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439ec50-772c-4936-ae3a-c0d1ed335f35 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Pushing event deleted for resources: {'Port': ['ID=c93c58a7-7983-4129-910c-2a3d93773dd0,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:10.811348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b439ec50-772c-4936-ae3a-c0d1ed335f35 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:10.841594 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:51:10.841967 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:51:10.893235 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-b439ec50-772c-4936-ae3a-c0d1ed335f35 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for floatingip, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:10.893610 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-b439ec50-772c-4936-ae3a-c0d1ed335f35 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Floating IP f32c36d7-846d-49ba-bf1e-f98fb45f9da7 disassociated (deleted). External IP: 172.27.1.245, port: e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d.
Dec 04 21:51:10.994722 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3badd51-2464-4162-9dea-adebf79a57d5 req-449a39ec-b67d-4cac-b54f-3ca39b865cc0 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:10.996432 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d3badd51-2464-4162-9dea-adebf79a57d5 req-449a39ec-b67d-4cac-b54f-3ca39b865cc0 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 944 time: 0.4749582
Dec 04 21:51:11.133337 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d3badd51-2464-4162-9dea-adebf79a57d5 req-4856cdcb-c3ab-4874-b5f7-20518bd4382a tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups?id=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1276834
Dec 04 21:51:11.342777 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Deleting port 72135808-6808-4fdc-a826-a5f3819c0672 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:11.343162 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:11.378002 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-b439ec50-772c-4936-ae3a-c0d1ed335f35 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Router 32163462-9baf-4303-b503-52778099e374 has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:51:11.625668 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] For port 72135808-6808-4fdc-a826-a5f3819c0672, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=72135808-6808-4fdc-a826-a5f3819c0672,segment=NetworkSegment(b9aa6b1b-70f1-49f2-903b-24c74e9f483f),segment_id=b9aa6b1b-70f1-49f2-903b-24c74e9f483f)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:11.626421 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:11.719587 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604f09b-db66-48a0-8d34-6099a238fcb4 req-867f510b-bb72-42d6-a460-23f69972e1d9 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:11.721288 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f604f09b-db66-48a0-8d34-6099a238fcb4 req-867f510b-bb72-42d6-a460-23f69972e1d9 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 984 time: 0.4397764
Dec 04 21:51:11.852254 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f604f09b-db66-48a0-8d34-6099a238fcb4 req-d9fbd211-d15e-4e23-ae6e-a11f4c320b7d tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&id=d8c03e03-5348-41bf-8eaf-e2d47cf0ed32&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1240733
Dec 04 21:51:11.879888 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-b439ec50-772c-4936-ae3a-c0d1ed335f35 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:51:11.893000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7f6bc2-0e06-4858-a36c-097554c24720 None None] Sync routers for ids ['32163462-9baf-4303-b503-52778099e374'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:51:11.902050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-b439ec50-772c-4936-ae3a-c0d1ed335f35 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:11.907329 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7f6bc2-0e06-4858-a36c-097554c24720 None None] Routers {'32163462-9baf-4303-b503-52778099e374'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:51:11.908325 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8f7f6bc2-0e06-4858-a36c-097554c24720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcfb42b0>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:51:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['32163462-9baf-4303-b503-52778099e374'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:11.947891 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for floatingip, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:11.948315 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:11.948676 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Floating IP 1113e1a6-cf28-402a-8f36-adf4eaef951f disassociated. External IP: 172.27.1.58, port: 72135808-6808-4fdc-a826-a5f3819c0672.
Dec 04 21:51:11.949058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Calling delete_port for 72135808-6808-4fdc-a826-a5f3819c0672 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:11.962492 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0449a9d-6783-4dbd-89ff-ea9638d85e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72135808-6808-4fdc-a826-a5f3819c0672', 'code': 200}
Dec 04 21:51:11.967305 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-b439ec50-772c-4936-ae3a-c0d1ed335f35 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "DELETE /v2.0/floatingips/f32c36d7-846d-49ba-bf1e-f98fb45f9da7 HTTP/1.1" status: 204  len: 173 time: 2.3053262
Dec 04 21:51:11.967954 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e4677f-8881-4264-bb78-7ba7a1ab58ac', 'tag': 'e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:51:12.082774 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-867e49ca-b743-4e20-8335-e65440c12bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:12.086042 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-867e49ca-b743-4e20-8335-e65440c12bbe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46d8cb3e589a4879990d2eb6faf2e6cb&device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 1163 time: 0.1014509
Dec 04 21:51:12.129629 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-8f7f6bc2-0e06-4858-a36c-097554c24720 None None] Set router 32163462-9baf-4303-b503-52778099e374 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:51:12.178047 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:12.196235 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9b70c90a-b4b6-4fc5-b74f-2aa39f6d4686 tempest-VolumesActionsTest-1940872164 tempest-VolumesActionsTest-1940872164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:12.282701 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-5336c222-2f2a-4e63-8fdc-5fd00428f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:12.284406 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-5336c222-2f2a-4e63-8fdc-5fd00428f5d7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 HTTP/1.1" status: 200  len: 903 time: 0.1877046
Dec 04 21:51:12.296795 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Pushing event deleted for resources: {'Port': ['ID=72135808-6808-4fdc-a826-a5f3819c0672,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:12.304294 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:12.372134 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-0ffde96f-9ed0-41e7-bbee-6be1cca4e09c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d HTTP/1.1" status: 200  len: 217 time: 0.0773847
Dec 04 21:51:12.471954 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-1f050f97-6ba6-4b3a-a93c-6538958e2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:12.474887 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-1f050f97-6ba6-4b3a-a93c-6538958e2b7b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27fdb0aa-aa44-4c97-bf53-19092373916f HTTP/1.1" status: 200  len: 848 time: 0.1016557
Dec 04 21:51:12.516238 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8f7f6bc2-0e06-4858-a36c-097554c24720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcfb42b0>, [{'id': '32163462-9baf-4303-b503-52778099e374', 'name': 'tempest-TestShelveInstance-1612556813-router', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:56Z', 'updated_at': '2020-12-04T21:45:09Z', 'revision_number': 4, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'gw_port': {'id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:58Z', 'updated_at': '2020-12-04T21:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': 'edd57cf9-ac5c-4896-8714-826644c10812', 'name': '', 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'mac_address': 'fa:16:3e:a7:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '27fdb0aa-aa44-4c97-bf53-19092373916f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:06Z', 'updated_at': '2020-12-04T21:45:19Z', 'revision_number': 5, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'subnets': [{'id': '27fdb0aa-aa44-4c97-bf53-19092373916f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:12.521026 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7f6bc2-0e06-4858-a36c-097554c24720 None None] Checking router: 32163462-9baf-4303-b503-52778099e374 for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:51:12.532395 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7f6bc2-0e06-4858-a36c-097554c24720 None None] Routers {'32163462-9baf-4303-b503-52778099e374'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:51:12.533084 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8f7f6bc2-0e06-4858-a36c-097554c24720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcfb42b0>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:51:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['32163462-9baf-4303-b503-52778099e374'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:12.572576 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-3521e4d6-0bbb-403b-90ee-dd2525a34c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:12.575122 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-3521e4d6-0bbb-403b-90ee-dd2525a34c95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0915976
Dec 04 21:51:12.613662 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:51:12.799106 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-8f7f6bc2-0e06-4858-a36c-097554c24720 None None] Set router 32163462-9baf-4303-b503-52778099e374 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:51:12.802243 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-f3aa245c-00b5-4e73-887d-66367b00211a service neutron] 10.222.0.44 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2187152
Dec 04 21:51:12.907293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:51:12.920663 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d7fc19-72b6-44db-9e1c-f4aab95b4498 None None] Sync routers for ids ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:51:12.937693 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d7fc19-72b6-44db-9e1c-f4aab95b4498 None None] Routers {'40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:51:12.943083 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-26d7fc19-72b6-44db-9e1c-f4aab95b4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fc19a390>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:51:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:12.980691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] No DVR routers for this DVR port 72135808-6808-4fdc-a826-a5f3819c0672 on host hv-cinder-74915 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:51:12.983552 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:12.989596 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0449a9d-6783-4dbd-89ff-ea9638d85e2c', 'name': 'network-vif-deleted', 'tag': '72135808-6808-4fdc-a826-a5f3819c0672'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:51:13.006940 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e4677f-8881-4264-bb78-7ba7a1ab58ac', 'tag': 'e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d', 'status': 'completed', 'code': 200}
Dec 04 21:51:13.021931 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1678f5fd-a924-46e4-adb6-5864a0ddb7be req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.53 "DELETE /v2.0/ports/72135808-6808-4fdc-a826-a5f3819c0672 HTTP/1.1" status: 204  len: 173 time: 3.3538365
Dec 04 21:51:13.060435 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d62c9266-f0ef-422e-a295-8ba204d8680e req-8d8723e5-25e4-4d4b-a27d-b12ddc1412c5 service neutron] 10.222.0.44 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2444253
Dec 04 21:51:13.249728 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457174fb-aa86-4764-b714-354290274f76 req-fd15cb09-748b-4208-9076-e6137d2183c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:13.251402 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-457174fb-aa86-4764-b714-354290274f76 req-fd15cb09-748b-4208-9076-e6137d2183c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46d8cb3e589a4879990d2eb6faf2e6cb&device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 1163 time: 0.1815205
Dec 04 21:51:13.300450 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8f7f6bc2-0e06-4858-a36c-097554c24720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcfb42b0>, [{'id': '32163462-9baf-4303-b503-52778099e374', 'name': 'tempest-TestShelveInstance-1612556813-router', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:56Z', 'updated_at': '2020-12-04T21:45:09Z', 'revision_number': 4, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'gw_port': {'id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:58Z', 'updated_at': '2020-12-04T21:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': 'edd57cf9-ac5c-4896-8714-826644c10812', 'name': '', 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'mac_address': 'fa:16:3e:a7:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '27fdb0aa-aa44-4c97-bf53-19092373916f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:06Z', 'updated_at': '2020-12-04T21:45:19Z', 'revision_number': 5, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'subnets': [{'id': '27fdb0aa-aa44-4c97-bf53-19092373916f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:13.307535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7f6bc2-0e06-4858-a36c-097554c24720 None None] The sync data for ids ['32163462-9baf-4303-b503-52778099e374'] in dv-cinder-749155-4-iscsi is: [{'id': '32163462-9baf-4303-b503-52778099e374', 'name': 'tempest-TestShelveInstance-1612556813-router', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:56Z', 'updated_at': '2020-12-04T21:45:09Z', 'revision_number': 4, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'gw_port': {'id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:58Z', 'updated_at': '2020-12-04T21:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': 'edd57cf9-ac5c-4896-8714-826644c10812', 'name': '', 'network_id': '4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'mac_address': 'fa:16:3e:a7:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '27fdb0aa-aa44-4c97-bf53-19092373916f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:06Z', 'updated_at': '2020-12-04T21:45:19Z', 'revision_number': 5, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'subnets': [{'id': '27fdb0aa-aa44-4c97-bf53-19092373916f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:51:13.323428 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d3a5d944-fc36-4c0b-ba85-33fe02374a21 req-5a4bb75c-6bb2-46d3-b0da-47656c072c83 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/ports?device_id=b0449a9d-6783-4dbd-89ff-ea9638d85e2c HTTP/1.1" status: 200  len: 210 time: 0.0987236
Dec 04 21:51:13.337128 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-26d7fc19-72b6-44db-9e1c-f4aab95b4498 None None] Set router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:51:13.435937 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0449a9d-6783-4dbd-89ff-ea9638d85e2c', 'name': 'network-vif-deleted', 'tag': '72135808-6808-4fdc-a826-a5f3819c0672', 'status': 'completed', 'code': 200}
Dec 04 21:51:13.520744 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457174fb-aa86-4764-b714-354290274f76 req-d84e4e6f-f353-4fec-a055-d6d9d58bc87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:13.526536 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-457174fb-aa86-4764-b714-354290274f76 req-d84e4e6f-f353-4fec-a055-d6d9d58bc87a service neutron] 10.222.0.53 "GET /v2.0/networks?id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 HTTP/1.1" status: 200  len: 903 time: 0.2662129
Dec 04 21:51:13.612902 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-457174fb-aa86-4764-b714-354290274f76 req-f4f43d7e-cebe-44cc-91a5-8425e8f8e31d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d HTTP/1.1" status: 200  len: 217 time: 0.0795820
Dec 04 21:51:13.707230 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457174fb-aa86-4764-b714-354290274f76 req-2930a800-b35f-4da0-8cf3-0a75cc3ce244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:13.708848 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-457174fb-aa86-4764-b714-354290274f76 req-2930a800-b35f-4da0-8cf3-0a75cc3ce244 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27fdb0aa-aa44-4c97-bf53-19092373916f HTTP/1.1" status: 200  len: 848 time: 0.0901549
Dec 04 21:51:13.821142 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-26d7fc19-72b6-44db-9e1c-f4aab95b4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fc19a390>, [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:42:42Z', 'revision_number': 4, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '66a8b243-b6ba-4d8a-bbc3-fdb0940933a4', 'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'mac_address': 'fa:16:3e:e6:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:36Z', 'updated_at': '2020-12-04T21:42:59Z', 'revision_number': 5, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'subnets': [{'id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:13.827110 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d7fc19-72b6-44db-9e1c-f4aab95b4498 None None] Checking router: 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:51:13.839405 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d7fc19-72b6-44db-9e1c-f4aab95b4498 None None] Routers {'40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:51:13.840110 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-26d7fc19-72b6-44db-9e1c-f4aab95b4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fc19a390>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:51:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:13.904694 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457174fb-aa86-4764-b714-354290274f76 req-a8c06716-4536-4e44-9080-2c318616d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:13.906554 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-457174fb-aa86-4764-b714-354290274f76 req-a8c06716-4536-4e44-9080-2c318616d336 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1513920
Dec 04 21:51:13.942553 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee88e8ad-7b83-40b9-9b94-6618e44fa23f None None] New status for floating IP f32c36d7-846d-49ba-bf1e-f98fb45f9da7: DOWN {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 21:51:14.036161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffdd89-9e01-4723-b5cb-6cf438664d1f req-d30026f7-3860-4166-9184-64fdbb27eef2 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:14.037528 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-aaffdd89-9e01-4723-b5cb-6cf438664d1f req-d30026f7-3860-4166-9184-64fdbb27eef2 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Synchronizing usage tracker for tenant:46d8cb3e589a4879990d2eb6faf2e6cb on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:51:14.103651 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-457174fb-aa86-4764-b714-354290274f76 req-6432124f-9e96-4281-b1eb-ac85dba06303 service neutron] 10.222.0.53 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862521
Dec 04 21:51:14.113167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-aaffdd89-9e01-4723-b5cb-6cf438664d1f req-d30026f7-3860-4166-9184-64fdbb27eef2 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Unset dirty status for tenant:46d8cb3e589a4879990d2eb6faf2e6cb on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:51:14.121899 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aaffdd89-9e01-4723-b5cb-6cf438664d1f req-d30026f7-3860-4166-9184-64fdbb27eef2 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.2664869
Dec 04 21:51:14.148700 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-26d7fc19-72b6-44db-9e1c-f4aab95b4498 None None] Set router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:51:14.177840 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aaffdd89-9e01-4723-b5cb-6cf438664d1f req-c62e2a75-a718-4d72-bcd1-866449d83842 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0549622
Dec 04 21:51:14.482610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-26d7fc19-72b6-44db-9e1c-f4aab95b4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fc19a390>, [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:42:42Z', 'revision_number': 4, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '66a8b243-b6ba-4d8a-bbc3-fdb0940933a4', 'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'mac_address': 'fa:16:3e:e6:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:36Z', 'updated_at': '2020-12-04T21:42:59Z', 'revision_number': 5, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'subnets': [{'id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:14.487177 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d7fc19-72b6-44db-9e1c-f4aab95b4498 None None] The sync data for ids ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'] in dv-cinder-749155-4-iscsi is: [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:42:42Z', 'revision_number': 4, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '66a8b243-b6ba-4d8a-bbc3-fdb0940933a4', 'name': '', 'network_id': '3f29e15c-3c5f-4440-b373-0459ec9ed0c3', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'mac_address': 'fa:16:3e:e6:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:36Z', 'updated_at': '2020-12-04T21:42:59Z', 'revision_number': 5, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'subnets': [{'id': '5941c058-3e71-4ca9-85ab-a81ea76a2e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:51:14.528140 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41348) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:14.599393 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-12edfdfa-d2d6-4152-ad8a-1030cf2d09c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:14.630753 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-12edfdfa-d2d6-4152-ad8a-1030cf2d09c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:14.679876 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-12edfdfa-d2d6-4152-ad8a-1030cf2d09c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:14.685658 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a64d5df7-b770-436e-b9b7-c7b54c04c2d7 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:14.701835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edfdfa-d2d6-4152-ad8a-1030cf2d09c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:14.706925 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-12edfdfa-d2d6-4152-ad8a-1030cf2d09c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:14.708959 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-12edfdfa-d2d6-4152-ad8a-1030cf2d09c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:14.710165 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-12edfdfa-d2d6-4152-ad8a-1030cf2d09c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "DELETE /v2.0/security-groups/8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010 HTTP/1.1" status: 204  len: 168 time: 0.1808481
Dec 04 21:51:14.713118 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41352) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:14.732708 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.api.v2.resource [None req-2b17f853-e580-4eec-aaeb-ff88c7ced7d2 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] show failed (client error): The resource could not be found.
Dec 04 21:51:14.733825 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2b17f853-e580-4eec-aaeb-ff88c7ced7d2 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "GET /v2.0/security-groups/8fdc493f-2bdb-4bc7-a0d5-2d1efdb03010 HTTP/1.1" status: 404  len: 347 time: 0.0196407
Dec 04 21:51:14.737265 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41356) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:14.901621 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-6756b2c1-fa62-40cc-b3e1-b065d5eb6f52 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Deleting port eadbf195-0568-47bf-b738-f49308c62449 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:14.902100 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6756b2c1-fa62-40cc-b3e1-b065d5eb6f52 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:14.930389 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96d7086-7b73-4700-8f03-db5fe0016e0a None None] New status for floating IP 1113e1a6-cf28-402a-8f36-adf4eaef951f: DOWN {{(pid=80266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 21:51:15.090260 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-457174fb-aa86-4764-b714-354290274f76 req-b1ba6c69-2e8a-4e5a-9240-bcdcf862d0df service neutron] 10.222.0.53 "GET /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1670036
Dec 04 21:51:15.107647 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6756b2c1-fa62-40cc-b3e1-b065d5eb6f52 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:15.108046 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6756b2c1-fa62-40cc-b3e1-b065d5eb6f52 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for floatingip, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:15.245443 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-6756b2c1-fa62-40cc-b3e1-b065d5eb6f52 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Calling delete_port for eadbf195-0568-47bf-b738-f49308c62449 owned by network:floatingip {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:15.381956 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-6756b2c1-fa62-40cc-b3e1-b065d5eb6f52 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80265) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:51:15.382324 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-6756b2c1-fa62-40cc-b3e1-b065d5eb6f52 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:51:15.415293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3940dcb-1f4d-4f23-affa-e6af5e8cf4e4 req-8455d2ef-55ed-491a-ae6e-f51626c41f46 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:15.417544 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b3940dcb-1f4d-4f23-affa-e6af5e8cf4e4 req-8455d2ef-55ed-491a-ae6e-f51626c41f46 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.0947328
Dec 04 21:51:15.469116 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b3940dcb-1f4d-4f23-affa-e6af5e8cf4e4 req-9bb730c3-84b1-48ea-8142-b7ede13a5ef2 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0446517
Dec 04 21:51:15.883938 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-6756b2c1-fa62-40cc-b3e1-b065d5eb6f52 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Deleting port eadbf195-0568-47bf-b738-f49308c62449 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:15.884283 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6756b2c1-fa62-40cc-b3e1-b065d5eb6f52 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:16.069595 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6756b2c1-fa62-40cc-b3e1-b065d5eb6f52 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:16.069964 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6756b2c1-fa62-40cc-b3e1-b065d5eb6f52 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for floatingip, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:16.200253 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-6756b2c1-fa62-40cc-b3e1-b065d5eb6f52 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Calling delete_port for eadbf195-0568-47bf-b738-f49308c62449 owned by network:floatingip {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:16.348140 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6756b2c1-fa62-40cc-b3e1-b065d5eb6f52 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:16.364954 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:16.461641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756b2c1-fa62-40cc-b3e1-b065d5eb6f52 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Pushing event deleted for resources: {'Port': ['ID=eadbf195-0568-47bf-b738-f49308c62449,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:16.466265 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6756b2c1-fa62-40cc-b3e1-b065d5eb6f52 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:16.592535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6756b2c1-fa62-40cc-b3e1-b065d5eb6f52 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks [] for floatingip, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:16.644133 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6756b2c1-fa62-40cc-b3e1-b065d5eb6f52 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:16.645345 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6756b2c1-fa62-40cc-b3e1-b065d5eb6f52 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] 10.222.0.44 "DELETE /v2.0/floatingips/1113e1a6-cf28-402a-8f36-adf4eaef951f HTTP/1.1" status: 204  len: 168 time: 1.9070828
Dec 04 21:51:16.714399 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca53ab-d1cf-43ec-8ed6-c750c6f41a3f req-e96e9122-9caa-42f5-a602-dca3a884ed5d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:16.716095 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-62ca53ab-d1cf-43ec-8ed6-c750c6f41a3f req-e96e9122-9caa-42f5-a602-dca3a884ed5d tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.1086631
Dec 04 21:51:16.768537 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-62ca53ab-d1cf-43ec-8ed6-c750c6f41a3f req-692b33a1-ecc8-46fe-8f9f-7d7fd87fb596 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0454476
Dec 04 21:51:17.934457 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:51:17.998288 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b1493-e310-4a1d-8e04-4c6a6f5222e0 req-10bb6f00-e759-4136-a98b-800175a21449 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:18.000072 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e8b1493-e310-4a1d-8e04-4c6a6f5222e0 req-10bb6f00-e759-4136-a98b-800175a21449 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.0989335
Dec 04 21:51:18.072050 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e8b1493-e310-4a1d-8e04-4c6a6f5222e0 req-8a2c9d24-87da-4759-bf29-3aa64a79e178 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups?id=db14e7dd-e88a-40e0-95d1-83b05e2c3689&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0577881
Dec 04 21:51:18.082989 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521c56e-ee8c-4056-9ba4-916454c8b1d0 req-33f516c4-9843-48ba-8d34-ea33c5eea1d7 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:18.084193 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-a521c56e-ee8c-4056-9ba4-916454c8b1d0 req-33f516c4-9843-48ba-8d34-ea33c5eea1d7 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Synchronizing usage tracker for tenant:46d8cb3e589a4879990d2eb6faf2e6cb on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:51:18.104859 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-a521c56e-ee8c-4056-9ba4-916454c8b1d0 req-33f516c4-9843-48ba-8d34-ea33c5eea1d7 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Unset dirty status for tenant:46d8cb3e589a4879990d2eb6faf2e6cb on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:51:18.106674 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a521c56e-ee8c-4056-9ba4-916454c8b1d0 req-33f516c4-9843-48ba-8d34-ea33c5eea1d7 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.53 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 946 time: 0.1795549
Dec 04 21:51:18.234559 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-a521c56e-ee8c-4056-9ba4-916454c8b1d0 req-ad33fbdc-acfe-4941-b02b-08432b134f45 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Deleting port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:18.234941 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a521c56e-ee8c-4056-9ba4-916454c8b1d0 req-ad33fbdc-acfe-4941-b02b-08432b134f45 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:18.504814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-a521c56e-ee8c-4056-9ba4-916454c8b1d0 req-ad33fbdc-acfe-4941-b02b-08432b134f45 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] For port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d,segment=NetworkSegment(6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480),segment_id=6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:18.505207 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a521c56e-ee8c-4056-9ba4-916454c8b1d0 req-ad33fbdc-acfe-4941-b02b-08432b134f45 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:18.638174 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-a521c56e-ee8c-4056-9ba4-916454c8b1d0 req-ad33fbdc-acfe-4941-b02b-08432b134f45 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Calling delete_port for e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:19.023405 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a521c56e-ee8c-4056-9ba4-916454c8b1d0 req-ad33fbdc-acfe-4941-b02b-08432b134f45 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:19.038348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-56e17798-5b62-4d7d-a8f8-22898034a178 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:19.129937 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33fbdc-acfe-4941-b02b-08432b134f45 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Pushing event deleted for resources: {'Port': ['ID=e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:19.138089 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ad33fbdc-acfe-4941-b02b-08432b134f45 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:19.166398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:51:19.204430 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] No Port match for: e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:51:19.204430 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d not bound to the agent host hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:51:19.253320 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90e1018f-7793-4931-aca7-e8b8af4440aa req-0e33d9ea-0f3d-4301-b7fd-ce58df4fd653 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 210 time: 0.0473971
Dec 04 21:51:19.254149 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-a521c56e-ee8c-4056-9ba4-916454c8b1d0 req-ad33fbdc-acfe-4941-b02b-08432b134f45 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] No DVR routers for this DVR port e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d on host hv-cinder-74915 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:51:19.256612 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a521c56e-ee8c-4056-9ba4-916454c8b1d0 req-ad33fbdc-acfe-4941-b02b-08432b134f45 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:19.259517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e4677f-8881-4264-bb78-7ba7a1ab58ac', 'name': 'network-vif-deleted', 'tag': 'e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:51:19.276110 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a521c56e-ee8c-4056-9ba4-916454c8b1d0 req-ad33fbdc-acfe-4941-b02b-08432b134f45 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.53 "DELETE /v2.0/ports/e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d HTTP/1.1" status: 204  len: 173 time: 1.1595266
Dec 04 21:51:19.334154 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e4677f-8881-4264-bb78-7ba7a1ab58ac', 'name': 'network-vif-deleted', 'tag': 'e303c01e-94ba-4f6a-ab3b-7cee7bebaa9d', 'status': 'completed', 'code': 200}
Dec 04 21:51:19.642864 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41422) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:20.362599 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-337263f8-eb1b-44da-a4cd-a75276b021dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853797155'] for router_interface, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:20.633629 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 41446) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:20.805815 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4673ecc-556e-40dd-988e-5b3226e5dce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:20.814494 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f48c2e3c-4720-4319-8e8c-7339fb900a57 req-b12c37d0-9857-4c84-a0cf-12c91d10bd10 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/ports?device_id=c6e4677f-8881-4264-bb78-7ba7a1ab58ac HTTP/1.1" status: 200  len: 210 time: 0.0634246
Dec 04 21:51:20.828629 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b4673ecc-556e-40dd-988e-5b3226e5dce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:51:20.833033 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b4673ecc-556e-40dd-988e-5b3226e5dce0 admin admin] Usage tracker for resource:security_group_rule and tenant:b07e6eed092848c59ad9935f53bae5b8 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:51:20.836384 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b4673ecc-556e-40dd-988e-5b3226e5dce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:51:20.842840 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b4673ecc-556e-40dd-988e-5b3226e5dce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:51:20.937602 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4673ecc-556e-40dd-988e-5b3226e5dce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:20.940546 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4673ecc-556e-40dd-988e-5b3226e5dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:20.949958 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c7d9dee1-d48e-4209-a57a-01fcfd06c98e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:21.008098 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b4673ecc-556e-40dd-988e-5b3226e5dce0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b07e6eed092848c59ad9935f53bae5b8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3725810
Dec 04 21:51:21.009743 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4673ecc-556e-40dd-988e-5b3226e5dce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048fa970-2350-4b1e-8608-084e5bf026b6,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:21.016010 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b4673ecc-556e-40dd-988e-5b3226e5dce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:21.017207 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 41452) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:21.098669 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fa6faab5-907f-4ad9-87ab-e34a13140b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:21.132911 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fa6faab5-907f-4ad9-87ab-e34a13140b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:21.186027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fa6faab5-907f-4ad9-87ab-e34a13140b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:21.191392 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bc526f91-f21b-49d6-ad73-772e582a1334 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:21.207188 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6faab5-907f-4ad9-87ab-e34a13140b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048fa970-2350-4b1e-8608-084e5bf026b6,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:21.211188 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fa6faab5-907f-4ad9-87ab-e34a13140b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:21.217072 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fa6faab5-907f-4ad9-87ab-e34a13140b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:21.221360 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fa6faab5-907f-4ad9-87ab-e34a13140b78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/048fa970-2350-4b1e-8608-084e5bf026b6 HTTP/1.1" status: 204  len: 168 time: 0.2026441
Dec 04 21:51:21.426235 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-337263f8-eb1b-44da-a4cd-a75276b021dd admin admin] Deleting port 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:21.426840 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-337263f8-eb1b-44da-a4cd-a75276b021dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:21.650290 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-337263f8-eb1b-44da-a4cd-a75276b021dd admin admin] For port 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=66a8b243-b6ba-4d8a-bbc3-fdb0940933a4,segment=NetworkSegment(b9aa6b1b-70f1-49f2-903b-24c74e9f483f),segment_id=b9aa6b1b-70f1-49f2-903b-24c74e9f483f)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:21.650838 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-337263f8-eb1b-44da-a4cd-a75276b021dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:21.785848 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-337263f8-eb1b-44da-a4cd-a75276b021dd admin admin] Calling delete_port for 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 owned by network:router_interface {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:22.082625 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5fa10cd5-d909-4f9b-b3f4-f659af554040 req-f9c7b477-24bc-4857-85e1-afcdaa9ea40c tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "GET /v2.0/security-groups/db14e7dd-e88a-40e0-95d1-83b05e2c3689 HTTP/1.1" status: 200  len: 2877 time: 0.0797629
Dec 04 21:51:22.083841 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-337263f8-eb1b-44da-a4cd-a75276b021dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:22.102698 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:22.229979 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337263f8-eb1b-44da-a4cd-a75276b021dd admin admin] Pushing event deleted for resources: {'Port': ['ID=66a8b243-b6ba-4d8a-bbc3-fdb0940933a4,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:22.242550 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-337263f8-eb1b-44da-a4cd-a75276b021dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:22.356486 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5fa10cd5-d909-4f9b-b3f4-f659af554040 req-66160ab0-ba6c-43df-9833-e7e5a99ed952 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:22.446391 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5fa10cd5-d909-4f9b-b3f4-f659af554040 req-66160ab0-ba6c-43df-9833-e7e5a99ed952 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:22.593415 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67c45f63-a940-485a-9c99-c3b5608299f4 req-df4fbf42-72a3-4462-a829-a4f9c0543547 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1607654
Dec 04 21:51:22.655435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5fa10cd5-d909-4f9b-b3f4-f659af554040 req-66160ab0-ba6c-43df-9833-e7e5a99ed952 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:22.663230 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cdfc6db3-e86d-47c5-9811-cb5c6b8e9dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:22.694272 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66160ab0-ba6c-43df-9833-e7e5a99ed952 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Pushing event deleted for resources: {'SecurityGroup': ['ID=db14e7dd-e88a-40e0-95d1-83b05e2c3689,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:22.705011 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66160ab0-ba6c-43df-9833-e7e5a99ed952 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:22.769907 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c45f63-a940-485a-9c99-c3b5608299f4 req-10993c5c-003e-4d36-91ab-22ede5047f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:22.771594 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67c45f63-a940-485a-9c99-c3b5608299f4 req-10993c5c-003e-4d36-91ab-22ede5047f54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0262bb71a57a441b9dab1e0b06f5a1e8&device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 1202 time: 0.1379452
Dec 04 21:51:22.820167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5fa10cd5-d909-4f9b-b3f4-f659af554040 req-66160ab0-ba6c-43df-9833-e7e5a99ed952 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:22.821755 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5fa10cd5-d909-4f9b-b3f4-f659af554040 req-66160ab0-ba6c-43df-9833-e7e5a99ed952 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] 10.222.0.44 "DELETE /v2.0/security-groups/db14e7dd-e88a-40e0-95d1-83b05e2c3689 HTTP/1.1" status: 204  len: 173 time: 0.7201519
Dec 04 21:51:22.837562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-337263f8-eb1b-44da-a4cd-a75276b021dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1486820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957517'] for router_interface, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:22.910758 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 41488) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:23.000795 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c45f63-a940-485a-9c99-c3b5608299f4 req-82f223fe-81dc-4030-be60-dac4312d93f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:23.002851 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67c45f63-a940-485a-9c99-c3b5608299f4 req-82f223fe-81dc-4030-be60-dac4312d93f1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8630f2c4-ae64-4deb-8f41-b2dffab16646 HTTP/1.1" status: 200  len: 909 time: 0.1958661
Dec 04 21:51:23.196836 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67c45f63-a940-485a-9c99-c3b5608299f4 req-0abb8216-4abd-450f-8d4a-9f523680ff7d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3e548d-862b-41ff-8d28-3dd5f1b7e126 HTTP/1.1" status: 200  len: 1000 time: 0.1875110
Dec 04 21:51:23.357578 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c45f63-a940-485a-9c99-c3b5608299f4 req-ed2e6525-4b0a-4dc5-9d5a-42196d0c6052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:23.362503 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67c45f63-a940-485a-9c99-c3b5608299f4 req-ed2e6525-4b0a-4dc5-9d5a-42196d0c6052 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=752676c4-be2a-473b-98bb-258b1f317453 HTTP/1.1" status: 200  len: 854 time: 0.1554382
Dec 04 21:51:23.490787 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337263f8-eb1b-44da-a4cd-a75276b021dd admin admin] Router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:51:23.674724 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c45f63-a940-485a-9c99-c3b5608299f4 req-4d83eaac-18b2-4a0c-ad12-1ce1c3020686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:23.676408 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67c45f63-a940-485a-9c99-c3b5608299f4 req-4d83eaac-18b2-4a0c-ad12-1ce1c3020686 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8630f2c4-ae64-4deb-8f41-b2dffab16646&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3067429
Dec 04 21:51:23.707757 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337263f8-eb1b-44da-a4cd-a75276b021dd admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:51:23.716550 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-337263f8-eb1b-44da-a4cd-a75276b021dd admin admin] 10.222.0.44 "PUT /v2.0/routers/40b9e0a9-cd95-4a5a-ae64-1ed13a595e39/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0723813
Dec 04 21:51:23.718085 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41504) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:23.721122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbf3bb1-63d3-4572-915f-1f260d85a0f3 None None] Sync routers for ids ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:51:23.735268 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf3bb1-63d3-4572-915f-1f260d85a0f3 None None] Routers {'40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:51:23.736455 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-1cbf3bb1-63d3-4572-915f-1f260d85a0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd310320>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:51:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:23.919335 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67c45f63-a940-485a-9c99-c3b5608299f4 req-e309a6f4-eb52-44dc-bb53-133f38f2d1ad service neutron] 10.222.0.53 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1870465
Dec 04 21:51:24.091023 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-1cbf3bb1-63d3-4572-915f-1f260d85a0f3 None None] Set router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:51:24.184697 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c6b25a8f-2412-49f2-b5ed-8ab26f2b149d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853797155'] for router_interface, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:24.315114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98abd036-c74d-4502-aa8d-bf2547cd395c admin admin] Notify callbacks [] for router, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:24.325895 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67c45f63-a940-485a-9c99-c3b5608299f4 req-36f3bfd5-3772-4896-9066-c92ac5537910 service neutron] 10.222.0.53 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3992023
Dec 04 21:51:24.424548 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41520) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:24.546465 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-1cbf3bb1-63d3-4572-915f-1f260d85a0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd310320>, [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:51:21Z', 'revision_number': 5, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:24.551131 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbf3bb1-63d3-4572-915f-1f260d85a0f3 None None] Checking router: 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:51:24.563783 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf3bb1-63d3-4572-915f-1f260d85a0f3 None None] Routers {'40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:51:24.564623 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-1cbf3bb1-63d3-4572-915f-1f260d85a0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd310320>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:51:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:24.566802 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98abd036-c74d-4502-aa8d-bf2547cd395c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:24.575980 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-98abd036-c74d-4502-aa8d-bf2547cd395c admin admin] Deleting port 8dfb2850-a1b9-4433-84e6-c04c5da9667d {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:24.576361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98abd036-c74d-4502-aa8d-bf2547cd395c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:24.653922 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8fac04c4-2dfa-493a-81ac-d840cb9507c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:24.689964 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8fac04c4-2dfa-493a-81ac-d840cb9507c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:51:24.752269 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8fac04c4-2dfa-493a-81ac-d840cb9507c9 admin admin] Usage tracker for resource:security_group_rule and tenant:90bb28520c8749beb34bba7bc345b318 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:51:24.757203 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8fac04c4-2dfa-493a-81ac-d840cb9507c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:51:24.767960 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8fac04c4-2dfa-493a-81ac-d840cb9507c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:51:24.881339 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-98abd036-c74d-4502-aa8d-bf2547cd395c admin admin] For port 8dfb2850-a1b9-4433-84e6-c04c5da9667d, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=8dfb2850-a1b9-4433-84e6-c04c5da9667d,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:24.881816 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98abd036-c74d-4502-aa8d-bf2547cd395c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:24.930281 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-1cbf3bb1-63d3-4572-915f-1f260d85a0f3 None None] Set router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:51:25.032235 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-98abd036-c74d-4502-aa8d-bf2547cd395c admin admin] Calling delete_port for 8dfb2850-a1b9-4433-84e6-c04c5da9667d owned by network:router_gateway {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:25.033394 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c6b25a8f-2412-49f2-b5ed-8ab26f2b149d admin admin] Deleting port edd57cf9-ac5c-4896-8714-826644c10812 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:25.034114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c6b25a8f-2412-49f2-b5ed-8ab26f2b149d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:25.150386 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8fac04c4-2dfa-493a-81ac-d840cb9507c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:25.153189 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8fac04c4-2dfa-493a-81ac-d840cb9507c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:25.162807 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-73770ca2-a7ea-46ef-857e-182faa6e431e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:25.261881 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac04c4-2dfa-493a-81ac-d840cb9507c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71039514-a6e6-4afb-9379-0a07abec9a80,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:25.263118 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-1cbf3bb1-63d3-4572-915f-1f260d85a0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd310320>, [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:51:21Z', 'revision_number': 5, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:25.265658 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c6b25a8f-2412-49f2-b5ed-8ab26f2b149d admin admin] For port edd57cf9-ac5c-4896-8714-826644c10812, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=edd57cf9-ac5c-4896-8714-826644c10812,segment=NetworkSegment(6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480),segment_id=6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:25.266769 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c6b25a8f-2412-49f2-b5ed-8ab26f2b149d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:25.268109 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8fac04c4-2dfa-493a-81ac-d840cb9507c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:25.268343 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbf3bb1-63d3-4572-915f-1f260d85a0f3 None None] The sync data for ids ['40b9e0a9-cd95-4a5a-ae64-1ed13a595e39'] in dv-cinder-749155-4-iscsi is: [{'id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'name': 'tempest-AttachVolumeShelveTestJSON-977858106-router', 'tenant_id': '6269000b8fee4f4ba481974a0000d47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:42:20Z', 'updated_at': '2020-12-04T21:51:21Z', 'revision_number': 5, 'project_id': '6269000b8fee4f4ba481974a0000d47a', 'gw_port': {'id': '8dfb2850-a1b9-4433-84e6-c04c5da9667d', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b9e0a9-cd95-4a5a-ae64-1ed13a595e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:42:22Z', 'updated_at': '2020-12-04T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:51:25.270738 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8fac04c4-2dfa-493a-81ac-d840cb9507c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90bb28520c8749beb34bba7bc345b318&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8450363
Dec 04 21:51:25.273521 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41526) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:25.340927 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98abd036-c74d-4502-aa8d-bf2547cd395c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:25.469657 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8038d610-2299-4a82-8779-b66b5895fec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:25.540712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8038d610-2299-4a82-8779-b66b5895fec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:25.627905 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c6b25a8f-2412-49f2-b5ed-8ab26f2b149d admin admin] Calling delete_port for edd57cf9-ac5c-4896-8714-826644c10812 owned by network:router_interface {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:25.662444 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98abd036-c74d-4502-aa8d-bf2547cd395c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-955349'] for router_gateway, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:25.743897 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8038d610-2299-4a82-8779-b66b5895fec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:25.750472 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1aba6ffa-083f-42bf-98af-8b2449ff9a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:25.821946 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038d610-2299-4a82-8779-b66b5895fec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71039514-a6e6-4afb-9379-0a07abec9a80,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:25.835108 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98abd036-c74d-4502-aa8d-bf2547cd395c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853841093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746042'] for router, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:25.841730 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8038d610-2299-4a82-8779-b66b5895fec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:25.842906 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98abd036-c74d-4502-aa8d-bf2547cd395c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:25.857263 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8038d610-2299-4a82-8779-b66b5895fec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:25.858501 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8038d610-2299-4a82-8779-b66b5895fec5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71039514-a6e6-4afb-9379-0a07abec9a80 HTTP/1.1" status: 204  len: 168 time: 0.5839627
Dec 04 21:51:25.876476 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98abd036-c74d-4502-aa8d-bf2547cd395c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853840991'] for router, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:25.877050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98abd036-c74d-4502-aa8d-bf2547cd395c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 {{(pid=80265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 04 21:51:25.887502 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98abd036-c74d-4502-aa8d-bf2547cd395c admin admin] Notify callbacks [] for router, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:25.889077 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-98abd036-c74d-4502-aa8d-bf2547cd395c admin admin] 10.222.0.44 "DELETE /v2.0/routers/40b9e0a9-cd95-4a5a-ae64-1ed13a595e39 HTTP/1.1" status: 204  len: 168 time: 2.1697917
Dec 04 21:51:25.891898 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41532) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:26.004553 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-8418f0e4-11a9-4ae7-a42b-f30a6b61d415 admin admin] Deleting subnet 5941c058-3e71-4ca9-85ab-a81ea76a2e2e {{(pid=80265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 21:51:26.006873 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c6b25a8f-2412-49f2-b5ed-8ab26f2b149d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:26.008421 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8418f0e4-11a9-4ae7-a42b-f30a6b61d415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:26.028089 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e73c933b-d25d-41b5-91de-afaa8d56bfa4 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:26.083257 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8418f0e4-11a9-4ae7-a42b-f30a6b61d415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851650577'] for subnet, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:26.131129 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b25a8f-2412-49f2-b5ed-8ab26f2b149d admin admin] Pushing event deleted for resources: {'Port': ['ID=edd57cf9-ac5c-4896-8714-826644c10812,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:26.139298 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c6b25a8f-2412-49f2-b5ed-8ab26f2b149d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:26.266246 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8418f0e4-11a9-4ae7-a42b-f30a6b61d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1886451'] for subnet, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:26.357676 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41538) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:26.434622 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32e704d5-cc41-477c-9cf4-66e8270ea1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:26.465820 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-32e704d5-cc41-477c-9cf4-66e8270ea1ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:51:26.472977 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-32e704d5-cc41-477c-9cf4-66e8270ea1ca admin admin] Usage tracker for resource:security_group_rule and tenant:e447d6877e5e449d9efc80094157f0ad is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:51:26.478031 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-32e704d5-cc41-477c-9cf4-66e8270ea1ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:51:26.500736 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-32e704d5-cc41-477c-9cf4-66e8270ea1ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:51:26.535379 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c6b25a8f-2412-49f2-b5ed-8ab26f2b149d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1486820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957517'] for router_interface, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:26.565532 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:51:26.602364 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:51:26.602650 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 66a8b243-b6ba-4d8a-bbc3-fdb0940933a4 not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:51:26.603318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 8dfb2850-a1b9-4433-84e6-c04c5da9667d no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:51:26.648563 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: 8dfb2850-a1b9-4433-84e6-c04c5da9667d {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:51:26.649449 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 8dfb2850-a1b9-4433-84e6-c04c5da9667d not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:51:26.663240 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-330f70d5-0352-4bdd-84d0-05a99d308f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:26.694379 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32e704d5-cc41-477c-9cf4-66e8270ea1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:26.695948 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8418f0e4-11a9-4ae7-a42b-f30a6b61d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852889349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851553196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851998373'] for subnet, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:26.713852 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:26.798749 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32e704d5-cc41-477c-9cf4-66e8270ea1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:26.820489 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418f0e4-11a9-4ae7-a42b-f30a6b61d415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5941c058-3e71-4ca9-85ab-a81ea76a2e2e,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:26.823952 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8418f0e4-11a9-4ae7-a42b-f30a6b61d415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:26.829205 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0e8d751a-5137-4729-b10b-d89b325971bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:26.901899 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-32e704d5-cc41-477c-9cf4-66e8270ea1ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e447d6877e5e449d9efc80094157f0ad&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5431006
Dec 04 21:51:26.905897 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 41542) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:26.909736 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e704d5-cc41-477c-9cf4-66e8270ea1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdcd937-ad58-4ee4-ad8f-5f568f8da67e,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:26.917396 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-32e704d5-cc41-477c-9cf4-66e8270ea1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:26.925001 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8418f0e4-11a9-4ae7-a42b-f30a6b61d415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:26.936779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a630b11e-21cb-4166-a156-e0e3153efc2f None None] Network 3f29e15c-3c5f-4440-b373-0459ec9ed0c3 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:51:26.942995 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8418f0e4-11a9-4ae7-a42b-f30a6b61d415 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5941c058-3e71-4ca9-85ab-a81ea76a2e2e HTTP/1.1" status: 204  len: 168 time: 1.0473244
Dec 04 21:51:26.943310 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41546) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:27.067523 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a4fc9ce6-171c-4202-a148-184f7ee49e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:27.100134 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1971921'] for network, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:27.129598 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a4fc9ce6-171c-4202-a148-184f7ee49e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:27.170470 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Deleting port 2cb40a21-9c9b-4440-803f-cb157cb1ab02 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:27.170734 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:27.266504 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b25a8f-2412-49f2-b5ed-8ab26f2b149d admin admin] Router 32163462-9baf-4303-b503-52778099e374 has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:51:27.292937 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18150a11-8877-4ab4-9e71-7e00de4c9c62 None None] DHCP port deletion for 3f29e15c-3c5f-4440-b373-0459ec9ed0c3 request from dv-cinder-749155-4-iscsi {{(pid=80266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 04 21:51:27.297113 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-18150a11-8877-4ab4-9e71-7e00de4c9c62 None None] Deleting port 2cb40a21-9c9b-4440-803f-cb157cb1ab02 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:27.297510 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18150a11-8877-4ab4-9e71-7e00de4c9c62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:27.332648 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a4fc9ce6-171c-4202-a148-184f7ee49e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:27.344271 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a80593e5-b911-4396-a62e-e8f719e6ebe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:27.366540 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc9ce6-171c-4202-a148-184f7ee49e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdcd937-ad58-4ee4-ad8f-5f568f8da67e,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:27.374894 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a4fc9ce6-171c-4202-a148-184f7ee49e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:27.402035 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] For port 2cb40a21-9c9b-4440-803f-cb157cb1ab02, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=2cb40a21-9c9b-4440-803f-cb157cb1ab02,segment=NetworkSegment(b9aa6b1b-70f1-49f2-903b-24c74e9f483f),segment_id=b9aa6b1b-70f1-49f2-903b-24c74e9f483f)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:27.402423 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:27.402535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a4fc9ce6-171c-4202-a148-184f7ee49e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:27.406211 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a4fc9ce6-171c-4202-a148-184f7ee49e54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0bdcd937-ad58-4ee4-ad8f-5f568f8da67e HTTP/1.1" status: 204  len: 168 time: 0.4967780
Dec 04 21:51:27.487744 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b25a8f-2412-49f2-b5ed-8ab26f2b149d admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:51:27.498571 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e8d539-c28d-4470-a3ee-803a299c2f5b None None] Sync routers for ids ['32163462-9baf-4303-b503-52778099e374'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:51:27.499800 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c6b25a8f-2412-49f2-b5ed-8ab26f2b149d admin admin] 10.222.0.44 "PUT /v2.0/routers/32163462-9baf-4303-b503-52778099e374/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5874269
Dec 04 21:51:27.502422 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 41552) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:27.526186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e8d539-c28d-4470-a3ee-803a299c2f5b None None] Routers {'32163462-9baf-4303-b503-52778099e374'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:51:27.527177 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-46e8d539-c28d-4470-a3ee-803a299c2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fdca3860>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:51:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['32163462-9baf-4303-b503-52778099e374'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:27.534124 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Calling delete_port for 2cb40a21-9c9b-4440-803f-cb157cb1ab02 owned by network:dhcp {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:27.624210 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:27.641765 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4e42dac8-d073-44f3-9bee-eafb9fa6a518 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:27.642084 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-18150a11-8877-4ab4-9e71-7e00de4c9c62 None None] For port 2cb40a21-9c9b-4440-803f-cb157cb1ab02, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=2cb40a21-9c9b-4440-803f-cb157cb1ab02,segment=NetworkSegment(b9aa6b1b-70f1-49f2-903b-24c74e9f483f),segment_id=b9aa6b1b-70f1-49f2-903b-24c74e9f483f)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:27.642534 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18150a11-8877-4ab4-9e71-7e00de4c9c62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:27.752660 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb40a21-9c9b-4440-803f-cb157cb1ab02,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:27.759171 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:27.798035 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-18150a11-8877-4ab4-9e71-7e00de4c9c62 None None] Calling delete_port for 2cb40a21-9c9b-4440-803f-cb157cb1ab02 owned by network:dhcp {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:27.810863 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] No DVR routers for this DVR port 2cb40a21-9c9b-4440-803f-cb157cb1ab02 on host dv-cinder-749155-4-iscsi {{(pid=80265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:51:27.943226 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-163410eb-fc0e-45fd-a9f6-607154d96fde admin admin] Notify callbacks [] for router, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:27.963034 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1888956', 'neutron.services.segments.db._delete_segments_for_network-8730056527680'] for network, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:28.094186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09fc570710>,) {'filters': {'network_id': ['3f29e15c-3c5f-4440-b373-0459ec9ed0c3']}} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:28.112308 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fc570710>, 'b9aa6b1b-70f1-49f2-903b-24c74e9f483f') {'for_net_delete': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:28.113027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fc570710>, 'b9aa6b1b-70f1-49f2-903b-24c74e9f483f') {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:28.128174 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730056528465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125223'] for segment, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:28.157517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-46e8d539-c28d-4470-a3ee-803a299c2f5b None None] Set router 32163462-9baf-4303-b503-52778099e374 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:51:28.159067 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:28.161374 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 21:51:28.191297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-163410eb-fc0e-45fd-a9f6-607154d96fde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:28.210078 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-163410eb-fc0e-45fd-a9f6-607154d96fde admin admin] Deleting port 3e9685c4-6a37-4625-9bcf-4e3e50727024 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:28.210727 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-163410eb-fc0e-45fd-a9f6-607154d96fde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:28.551972 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-18150a11-8877-4ab4-9e71-7e00de4c9c62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:51:28.552796 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-18150a11-8877-4ab4-9e71-7e00de4c9c62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:51:28.581705 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 2cb40a21-9c9b-4440-803f-cb157cb1ab02 no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:51:28.648886 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: 2cb40a21-9c9b-4440-803f-cb157cb1ab02 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:51:28.649722 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 2cb40a21-9c9b-4440-803f-cb157cb1ab02 not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:51:28.667857 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Network 3f29e15c-3c5f-4440-b373-0459ec9ed0c3 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:51:28.678702 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1889284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851553025'] for segment, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:28.679504 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-163410eb-fc0e-45fd-a9f6-607154d96fde admin admin] For port 3e9685c4-6a37-4625-9bcf-4e3e50727024, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=3e9685c4-6a37-4625-9bcf-4e3e50727024,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:28.680150 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-163410eb-fc0e-45fd-a9f6-607154d96fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:28.782522 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-46e8d539-c28d-4470-a3ee-803a299c2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fdca3860>, [{'id': '32163462-9baf-4303-b503-52778099e374', 'name': 'tempest-TestShelveInstance-1612556813-router', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:56Z', 'updated_at': '2020-12-04T21:51:25Z', 'revision_number': 5, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'gw_port': {'id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:58Z', 'updated_at': '2020-12-04T21:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:28.787153 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e8d539-c28d-4470-a3ee-803a299c2f5b None None] Checking router: 32163462-9baf-4303-b503-52778099e374 for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:51:28.796614 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e8d539-c28d-4470-a3ee-803a299c2f5b None None] Routers {'32163462-9baf-4303-b503-52778099e374'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:51:28.797668 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-46e8d539-c28d-4470-a3ee-803a299c2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fdca3860>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:51:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['32163462-9baf-4303-b503-52778099e374'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:28.826608 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-163410eb-fc0e-45fd-a9f6-607154d96fde admin admin] Calling delete_port for 3e9685c4-6a37-4625-9bcf-4e3e50727024 owned by network:router_gateway {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:28.906816 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Network 3f29e15c-3c5f-4440-b373-0459ec9ed0c3 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]: Traceback (most recent call last):
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:     timer()
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:     cb(*args, **kw)
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:     self._notify()
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.callback(batched_events)
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:     event.method(event)
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(self, *a, **k)
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self._get(url).json()
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:     **kwargs)
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:     **endpoint_filter)
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 21:51:28.935330 dv-cinder-749155-4-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 21:51:28.978175 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-163410eb-fc0e-45fd-a9f6-607154d96fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:28.997286 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-46e8d539-c28d-4470-a3ee-803a299c2f5b None None] Set router 32163462-9baf-4303-b503-52778099e374 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:51:29.031409 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1888943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853820434'] for network, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:29.035034 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cfcf2cf2-c9c4-4eb2-bdfc-859f0e2fde53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:29.066959 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:29.103228 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] 10.222.0.44 "DELETE /v2.0/networks/3f29e15c-3c5f-4440-b373-0459ec9ed0c3 HTTP/1.1" status: 204  len: 168 time: 2.1515508
Dec 04 21:51:29.110202 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=3f29e15c-3c5f-4440-b373-0459ec9ed0c3,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:29.113088 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-18150a11-8877-4ab4-9e71-7e00de4c9c62 None None] Deleting port 2cb40a21-9c9b-4440-803f-cb157cb1ab02 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:29.113525 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18150a11-8877-4ab4-9e71-7e00de4c9c62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:29.117016 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:29.250827 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-163410eb-fc0e-45fd-a9f6-607154d96fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-955349'] for router_gateway, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:29.275539 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-18150a11-8877-4ab4-9e71-7e00de4c9c62 None None] The port '2cb40a21-9c9b-4440-803f-cb157cb1ab02' was deleted {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 04 21:51:29.332595 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41584) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:29.393266 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c0c07f5d-9d56-4ca2-9f9b-9644f922efa5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6269000b8fee4f4ba481974a0000d47a&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0589290
Dec 04 21:51:29.394332 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41588) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:29.406860 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-46e8d539-c28d-4470-a3ee-803a299c2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fdca3860>, [{'id': '32163462-9baf-4303-b503-52778099e374', 'name': 'tempest-TestShelveInstance-1612556813-router', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:56Z', 'updated_at': '2020-12-04T21:51:25Z', 'revision_number': 5, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'gw_port': {'id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:58Z', 'updated_at': '2020-12-04T21:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:29.409341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-163410eb-fc0e-45fd-a9f6-607154d96fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853841093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746042'] for router, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:29.412144 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-163410eb-fc0e-45fd-a9f6-607154d96fde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:29.412326 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e8d539-c28d-4470-a3ee-803a299c2f5b None None] The sync data for ids ['32163462-9baf-4303-b503-52778099e374'] in dv-cinder-749155-4-iscsi is: [{'id': '32163462-9baf-4303-b503-52778099e374', 'name': 'tempest-TestShelveInstance-1612556813-router', 'tenant_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:44:56Z', 'updated_at': '2020-12-04T21:51:25Z', 'revision_number': 5, 'project_id': '46d8cb3e589a4879990d2eb6faf2e6cb', 'gw_port': {'id': '3e9685c4-6a37-4625-9bcf-4e3e50727024', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32163462-9baf-4303-b503-52778099e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:44:58Z', 'updated_at': '2020-12-04T21:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:51:29.449418 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-163410eb-fc0e-45fd-a9f6-607154d96fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853840991'] for router, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:29.450003 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163410eb-fc0e-45fd-a9f6-607154d96fde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32163462-9baf-4303-b503-52778099e374 {{(pid=80264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 04 21:51:29.480937 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d6787c8-5a07-40f7-8a85-1d266d8d8cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:29.483945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-163410eb-fc0e-45fd-a9f6-607154d96fde admin admin] Notify callbacks [] for router, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:29.488236 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-163410eb-fc0e-45fd-a9f6-607154d96fde admin admin] 10.222.0.44 "DELETE /v2.0/routers/32163462-9baf-4303-b503-52778099e374 HTTP/1.1" status: 204  len: 168 time: 1.9821899
Dec 04 21:51:29.489371 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 41592) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:29.519490 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d6787c8-5a07-40f7-8a85-1d266d8d8cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:29.583984 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d6787c8-5a07-40f7-8a85-1d266d8d8cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:29.590314 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-509f032a-c719-4b12-8dbc-2d43a4caa807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:29.600763 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-96cdb7d8-2305-403b-9d8e-8c479df489f4 admin admin] Deleting subnet 27fdb0aa-aa44-4c97-bf53-19092373916f {{(pid=80264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 21:51:29.606953 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-96cdb7d8-2305-403b-9d8e-8c479df489f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:29.609246 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6787c8-5a07-40f7-8a85-1d266d8d8cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc50aac-3a3c-4edc-bc50-8177f2be4043,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:29.612894 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7d6787c8-5a07-40f7-8a85-1d266d8d8cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:29.615028 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d6787c8-5a07-40f7-8a85-1d266d8d8cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:29.618646 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7d6787c8-5a07-40f7-8a85-1d266d8d8cee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbc50aac-3a3c-4edc-bc50-8177f2be4043 HTTP/1.1" status: 204  len: 168 time: 0.2207191
Dec 04 21:51:29.679782 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-96cdb7d8-2305-403b-9d8e-8c479df489f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3987663'] for subnet, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:29.773873 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-96cdb7d8-2305-403b-9d8e-8c479df489f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1886451'] for subnet, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:30.084312 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-96cdb7d8-2305-403b-9d8e-8c479df489f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852889349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844828401'] for subnet, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:30.170935 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1f472297-42b2-4f4c-969d-3ba8b9c8d788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:30.227667 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdb7d8-2305-403b-9d8e-8c479df489f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27fdb0aa-aa44-4c97-bf53-19092373916f,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:30.231715 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-96cdb7d8-2305-403b-9d8e-8c479df489f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:30.297066 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-96cdb7d8-2305-403b-9d8e-8c479df489f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:30.299107 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c435cff7-c695-4044-8dc5-746d32eaa937 None None] Network 4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:51:30.306891 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-96cdb7d8-2305-403b-9d8e-8c479df489f4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/27fdb0aa-aa44-4c97-bf53-19092373916f HTTP/1.1" status: 204  len: 168 time: 0.8148558
Dec 04 21:51:30.307896 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41620) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:30.441274 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1971921'] for network, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:30.542678 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Deleting port 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:30.543192 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:30.551326 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device edd57cf9-ac5c-4896-8714-826644c10812 no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:51:30.593419 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: edd57cf9-ac5c-4896-8714-826644c10812 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:51:30.593932 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device edd57cf9-ac5c-4896-8714-826644c10812 not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:51:30.594516 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 3e9685c4-6a37-4625-9bcf-4e3e50727024 no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:51:30.641411 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: 3e9685c4-6a37-4625-9bcf-4e3e50727024 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:51:30.641807 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 3e9685c4-6a37-4625-9bcf-4e3e50727024 not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:51:30.654520 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3577ac3f-8193-4b12-a368-20428de50c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:30.720471 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dc149a-000e-4f0c-89e6-b817ea5c8ecb None None] DHCP port deletion for 4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 request from dv-cinder-749155-4-iscsi {{(pid=80266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 04 21:51:30.728870 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-55dc149a-000e-4f0c-89e6-b817ea5c8ecb None None] Deleting port 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:30.730041 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55dc149a-000e-4f0c-89e6-b817ea5c8ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:30.812929 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] For port 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=6b3fa38f-df2f-4f54-a7a0-c46ffe46a555,segment=NetworkSegment(6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480),segment_id=6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:30.813442 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:30.973344 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Calling delete_port for 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 owned by network:dhcp {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:31.016835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-55dc149a-000e-4f0c-89e6-b817ea5c8ecb None None] For port 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=6b3fa38f-df2f-4f54-a7a0-c46ffe46a555,segment=NetworkSegment(6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480),segment_id=6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:31.016835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55dc149a-000e-4f0c-89e6-b817ea5c8ecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:31.117664 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:31.154074 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6756b2c1-fa62-40cc-b3e1-b065d5eb6f52 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:31.179848 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-55dc149a-000e-4f0c-89e6-b817ea5c8ecb None None] Calling delete_port for 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 owned by network:dhcp {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:31.261884 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3fa38f-df2f-4f54-a7a0-c46ffe46a555,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:31.264260 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-55dc149a-000e-4f0c-89e6-b817ea5c8ecb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:51:31.264754 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-55dc149a-000e-4f0c-89e6-b817ea5c8ecb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:51:31.273628 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:31.325824 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] No DVR routers for this DVR port 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 on host dv-cinder-749155-4-iscsi {{(pid=80265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:51:31.458566 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1888956', 'neutron.services.segments.db._delete_segments_for_network-8730056527680'] for network, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:31.571243 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:31.581532 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09fc46e438>,) {'filters': {'network_id': ['4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1']}} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:31.598514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fc46e438>, '6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480') {'for_net_delete': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:31.599166 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fc46e438>, '6d0d9bd2-ae1e-4ecf-84f8-be0cb67cb480') {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:31.620012 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730056528465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125223'] for segment, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:31.643211 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:31.645613 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 21:51:31.766491 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-55dc149a-000e-4f0c-89e6-b817ea5c8ecb None None] Deleting port 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:31.767133 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55dc149a-000e-4f0c-89e6-b817ea5c8ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:31.848911 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-55dc149a-000e-4f0c-89e6-b817ea5c8ecb None None] The port '6b3fa38f-df2f-4f54-a7a0-c46ffe46a555' was deleted {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 04 21:51:31.886787 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Network 4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:51:31.897745 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1889284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851553025'] for segment, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:31.929004 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:32.113727 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Network 4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:51:32.128194 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]: Traceback (most recent call last):
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:     timer()
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:     cb(*args, **kw)
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:     self._notify()
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.callback(batched_events)
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:     event.method(event)
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(self, *a, **k)
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self._get(url).json()
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:     **kwargs)
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:     **endpoint_filter)
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 21:51:32.141081 dv-cinder-749155-4-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 21:51:32.179105 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:32.232198 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1888943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853820434'] for network, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:32.239447 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:32.245777 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:32.277810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Pushing event deleted for resources: {'Network': ['ID=4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:32.281827 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:32.298598 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] 10.222.0.44 "DELETE /v2.0/networks/4aecf79c-2d9d-41bb-97fc-6f3eea35d4d1 HTTP/1.1" status: 204  len: 168 time: 1.9894805
Dec 04 21:51:32.304011 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41730) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:32.508228 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:51:32.553511 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:51:32.554739 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 6b3fa38f-df2f-4f54-a7a0-c46ffe46a555 not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:51:32.665012 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 41736) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:32.702229 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0a6ad756-45d1-4da8-9294-8e627d461b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853797155'] for router_interface, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:32.830574 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d82a931d-1b60-444a-9f3b-5f415e6de834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:32.847746 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d82a931d-1b60-444a-9f3b-5f415e6de834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:51:32.852504 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d82a931d-1b60-444a-9f3b-5f415e6de834 admin admin] Usage tracker for resource:security_group_rule and tenant:b470fe2e4e6a4035bca4789f21548095 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:51:32.856641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d82a931d-1b60-444a-9f3b-5f415e6de834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:51:32.863173 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d82a931d-1b60-444a-9f3b-5f415e6de834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:51:32.966951 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d82a931d-1b60-444a-9f3b-5f415e6de834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:32.970821 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d82a931d-1b60-444a-9f3b-5f415e6de834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:32.980823 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f3bf2059-8d3a-4935-8ea6-a357b66c88e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:33.030467 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d82a931d-1b60-444a-9f3b-5f415e6de834 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b470fe2e4e6a4035bca4789f21548095&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3615594
Dec 04 21:51:33.030884 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 41746) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:33.034173 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a931d-1b60-444a-9f3b-5f415e6de834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864ad268-7025-4980-adef-f405bfe00796,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:33.065051 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d82a931d-1b60-444a-9f3b-5f415e6de834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:33.121143 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f8529e0-b9db-4546-a8e7-cd2c5014e9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:33.152450 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f8529e0-b9db-4546-a8e7-cd2c5014e9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:33.202383 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f8529e0-b9db-4546-a8e7-cd2c5014e9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:33.208222 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9a07c3e8-921c-4a84-bdba-0671dc9fb175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:33.225217 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8529e0-b9db-4546-a8e7-cd2c5014e9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864ad268-7025-4980-adef-f405bfe00796,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:33.227559 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1f8529e0-b9db-4546-a8e7-cd2c5014e9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:33.230775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f8529e0-b9db-4546-a8e7-cd2c5014e9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:33.234327 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1f8529e0-b9db-4546-a8e7-cd2c5014e9f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/864ad268-7025-4980-adef-f405bfe00796 HTTP/1.1" status: 204  len: 168 time: 0.2022691
Dec 04 21:51:33.376996 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-0a6ad756-45d1-4da8-9294-8e627d461b3c admin admin] Deleting port 2813f465-3642-4eac-af58-0b29f5b7e68e {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:33.377374 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0a6ad756-45d1-4da8-9294-8e627d461b3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:33.565848 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-0a6ad756-45d1-4da8-9294-8e627d461b3c admin admin] For port 2813f465-3642-4eac-af58-0b29f5b7e68e, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=2813f465-3642-4eac-af58-0b29f5b7e68e,segment=NetworkSegment(674c48a7-96cc-472c-beed-6b829f47df02),segment_id=674c48a7-96cc-472c-beed-6b829f47df02)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:33.566303 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0a6ad756-45d1-4da8-9294-8e627d461b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:33.658291 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 41766) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:33.693970 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-82631bd8-948e-4488-9461-81d4c226db8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:33.708709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-0a6ad756-45d1-4da8-9294-8e627d461b3c admin admin] Calling delete_port for 2813f465-3642-4eac-af58-0b29f5b7e68e owned by network:router_interface {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:33.715838 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-82631bd8-948e-4488-9461-81d4c226db8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:51:33.720082 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-82631bd8-948e-4488-9461-81d4c226db8b admin admin] Usage tracker for resource:security_group_rule and tenant:5f860fbec42044e29012f7cde9542811 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:51:33.723106 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-82631bd8-948e-4488-9461-81d4c226db8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:51:33.729463 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-82631bd8-948e-4488-9461-81d4c226db8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:51:33.830075 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-82631bd8-948e-4488-9461-81d4c226db8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:33.833086 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-82631bd8-948e-4488-9461-81d4c226db8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:33.843876 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cbe497ab-e364-4fe1-84de-9602f8d46ead tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:33.893933 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-82631bd8-948e-4488-9461-81d4c226db8b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f860fbec42044e29012f7cde9542811&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2339516
Dec 04 21:51:33.894924 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82631bd8-948e-4488-9461-81d4c226db8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c7ede5-7329-4b19-aa36-de98d8199edb,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:33.897637 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 41770) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:33.900590 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-82631bd8-948e-4488-9461-81d4c226db8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:33.973056 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e8c7d03-869b-4919-b055-e175b15791ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:34.004789 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e8c7d03-869b-4919-b055-e175b15791ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:34.063732 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e8c7d03-869b-4919-b055-e175b15791ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:34.069518 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b4673ecc-556e-40dd-988e-5b3226e5dce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:34.087002 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c7d03-869b-4919-b055-e175b15791ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c7ede5-7329-4b19-aa36-de98d8199edb,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:34.090244 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2e8c7d03-869b-4919-b055-e175b15791ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:34.094392 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e8c7d03-869b-4919-b055-e175b15791ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:34.099269 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2e8c7d03-869b-4919-b055-e175b15791ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/07c7ede5-7329-4b19-aa36-de98d8199edb HTTP/1.1" status: 204  len: 168 time: 0.2004974
Dec 04 21:51:34.150022 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0a6ad756-45d1-4da8-9294-8e627d461b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:34.167209 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d24c047f-6029-46c0-977b-5c28b32504fe tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:34.264649 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ad756-45d1-4da8-9294-8e627d461b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=2813f465-3642-4eac-af58-0b29f5b7e68e,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:34.268656 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0a6ad756-45d1-4da8-9294-8e627d461b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:34.638117 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0a6ad756-45d1-4da8-9294-8e627d461b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1486820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957517'] for router_interface, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:34.881585 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41794) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:35.112068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c5a71ce-0ad2-464a-95e5-ece7c9d398e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:35.140394 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3c5a71ce-0ad2-464a-95e5-ece7c9d398e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:51:35.204554 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3c5a71ce-0ad2-464a-95e5-ece7c9d398e0 admin admin] Usage tracker for resource:security_group_rule and tenant:c76fa84f9018488eaab471b804c897d6 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:51:35.209677 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3c5a71ce-0ad2-464a-95e5-ece7c9d398e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:51:35.226957 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3c5a71ce-0ad2-464a-95e5-ece7c9d398e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:51:35.262706 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6ad756-45d1-4da8-9294-8e627d461b3c admin admin] Router cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:51:35.517225 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c5a71ce-0ad2-464a-95e5-ece7c9d398e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:35.518797 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6ad756-45d1-4da8-9294-8e627d461b3c admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:51:35.520934 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c5a71ce-0ad2-464a-95e5-ece7c9d398e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:35.533258 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-12edfdfa-d2d6-4152-ad8a-1030cf2d09c7 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:35.533531 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf5dfb-febf-4407-bde1-896b77e003e1 None None] Sync routers for ids ['cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:51:35.545135 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf5dfb-febf-4407-bde1-896b77e003e1 None None] Routers {'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:51:35.545828 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-0dcf5dfb-febf-4407-bde1-896b77e003e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd3bfe48>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:51:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:35.583137 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a71ce-0ad2-464a-95e5-ece7c9d398e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d66ca5-0488-4232-9c70-80023559d04c,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:35.588727 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3c5a71ce-0ad2-464a-95e5-ece7c9d398e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c76fa84f9018488eaab471b804c897d6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7050006
Dec 04 21:51:35.589791 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c5a71ce-0ad2-464a-95e5-ece7c9d398e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:35.591945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 41830) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:35.613182 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0a6ad756-45d1-4da8-9294-8e627d461b3c admin admin] 10.222.0.44 "PUT /v2.0/routers/cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3055148
Dec 04 21:51:35.613831 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 41838) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:35.789814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-0dcf5dfb-febf-4407-bde1-896b77e003e1 None None] Set router cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:51:35.823167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1bb9150b-0082-4274-b2ce-9ac9f693e6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:35.887002 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1bb9150b-0082-4274-b2ce-9ac9f693e6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:35.895429 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dffd616a-705c-4b2b-85ba-14c6725a197e admin admin] Notify callbacks [] for router, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:36.113982 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1bb9150b-0082-4274-b2ce-9ac9f693e6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:36.122303 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-88eb54ae-1eb0-4133-999b-d4ef4ac24b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:36.142810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dffd616a-705c-4b2b-85ba-14c6725a197e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:36.146715 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9150b-0082-4274-b2ce-9ac9f693e6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d66ca5-0488-4232-9c70-80023559d04c,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:36.153612 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1bb9150b-0082-4274-b2ce-9ac9f693e6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:36.155176 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-dffd616a-705c-4b2b-85ba-14c6725a197e admin admin] Deleting port b6cd2169-e82c-43a4-8aec-2992e47e2330 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:36.155581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dffd616a-705c-4b2b-85ba-14c6725a197e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:36.196886 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1bb9150b-0082-4274-b2ce-9ac9f693e6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:36.198421 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1bb9150b-0082-4274-b2ce-9ac9f693e6e3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68d66ca5-0488-4232-9c70-80023559d04c HTTP/1.1" status: 204  len: 168 time: 0.6053820
Dec 04 21:51:36.319207 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-0dcf5dfb-febf-4407-bde1-896b77e003e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd3bfe48>, [{'id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'name': 'tempest-TestShelveInstance-23902711-router', 'tenant_id': '67754d167c0e45f9b14490e6e592e406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6cd2169-e82c-43a4-8aec-2992e47e2330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:45:17Z', 'updated_at': '2020-12-04T21:51:34Z', 'revision_number': 5, 'project_id': '67754d167c0e45f9b14490e6e592e406', 'gw_port': {'id': 'b6cd2169-e82c-43a4-8aec-2992e47e2330', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:19Z', 'updated_at': '2020-12-04T21:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:36.344023 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf5dfb-febf-4407-bde1-896b77e003e1 None None] Checking router: cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:51:36.364177 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf5dfb-febf-4407-bde1-896b77e003e1 None None] Routers {'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:51:36.365636 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-0dcf5dfb-febf-4407-bde1-896b77e003e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd3bfe48>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:51:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:36.389962 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-dffd616a-705c-4b2b-85ba-14c6725a197e admin admin] For port b6cd2169-e82c-43a4-8aec-2992e47e2330, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=b6cd2169-e82c-43a4-8aec-2992e47e2330,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:36.390474 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dffd616a-705c-4b2b-85ba-14c6725a197e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:36.537636 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-dffd616a-705c-4b2b-85ba-14c6725a197e admin admin] Calling delete_port for b6cd2169-e82c-43a4-8aec-2992e47e2330 owned by network:router_gateway {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:36.670159 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-0dcf5dfb-febf-4407-bde1-896b77e003e1 None None] Set router cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:51:36.745943 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dffd616a-705c-4b2b-85ba-14c6725a197e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:36.977358 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dffd616a-705c-4b2b-85ba-14c6725a197e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-955349'] for router_gateway, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:37.046683 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-0dcf5dfb-febf-4407-bde1-896b77e003e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd3bfe48>, [{'id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'name': 'tempest-TestShelveInstance-23902711-router', 'tenant_id': '67754d167c0e45f9b14490e6e592e406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6cd2169-e82c-43a4-8aec-2992e47e2330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:45:17Z', 'updated_at': '2020-12-04T21:51:34Z', 'revision_number': 5, 'project_id': '67754d167c0e45f9b14490e6e592e406', 'gw_port': {'id': 'b6cd2169-e82c-43a4-8aec-2992e47e2330', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:19Z', 'updated_at': '2020-12-04T21:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:37.053870 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf5dfb-febf-4407-bde1-896b77e003e1 None None] The sync data for ids ['cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c'] in dv-cinder-749155-4-iscsi is: [{'id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'name': 'tempest-TestShelveInstance-23902711-router', 'tenant_id': '67754d167c0e45f9b14490e6e592e406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6cd2169-e82c-43a4-8aec-2992e47e2330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:45:17Z', 'updated_at': '2020-12-04T21:51:34Z', 'revision_number': 5, 'project_id': '67754d167c0e45f9b14490e6e592e406', 'gw_port': {'id': 'b6cd2169-e82c-43a4-8aec-2992e47e2330', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:45:19Z', 'updated_at': '2020-12-04T21:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:51:37.383978 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dffd616a-705c-4b2b-85ba-14c6725a197e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853841093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746042'] for router, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:37.387760 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dffd616a-705c-4b2b-85ba-14c6725a197e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:37.412678 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dffd616a-705c-4b2b-85ba-14c6725a197e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853840991'] for router, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:37.413300 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffd616a-705c-4b2b-85ba-14c6725a197e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c {{(pid=80264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 04 21:51:37.427562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dffd616a-705c-4b2b-85ba-14c6725a197e admin admin] Notify callbacks [] for router, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:37.431284 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-dffd616a-705c-4b2b-85ba-14c6725a197e admin admin] 10.222.0.44 "DELETE /v2.0/routers/cb46e59b-ac8e-4e22-86b9-1a7e25e68e7c HTTP/1.1" status: 204  len: 168 time: 1.8140669
Dec 04 21:51:37.432438 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41892) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:37.519543 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-100d4e20-5111-4aec-9f56-d31e6c29e891 admin admin] Deleting subnet c06df79b-f863-46bd-8c9c-ebe1e9f7d1a3 {{(pid=80265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 21:51:37.523419 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-100d4e20-5111-4aec-9f56-d31e6c29e891 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:37.593878 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-100d4e20-5111-4aec-9f56-d31e6c29e891 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851650577'] for subnet, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:37.708885 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-100d4e20-5111-4aec-9f56-d31e6c29e891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1886451'] for subnet, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:38.058398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-100d4e20-5111-4aec-9f56-d31e6c29e891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852889349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851553196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851998373'] for subnet, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:38.089210 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-579db308-60c4-444a-b8fb-de9af7dfbb15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:38.187148 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d4e20-5111-4aec-9f56-d31e6c29e891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c06df79b-f863-46bd-8c9c-ebe1e9f7d1a3,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:38.191360 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-100d4e20-5111-4aec-9f56-d31e6c29e891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:38.241483 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-100d4e20-5111-4aec-9f56-d31e6c29e891 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:38.249156 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12444b4a-bbb3-488e-a900-23332a3ee240 None None] Network 3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:51:38.249481 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-100d4e20-5111-4aec-9f56-d31e6c29e891 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c06df79b-f863-46bd-8c9c-ebe1e9f7d1a3 HTTP/1.1" status: 204  len: 168 time: 0.8150556
Dec 04 21:51:38.254004 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41906) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:38.465575 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1971921'] for network, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:38.541862 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device b6cd2169-e82c-43a4-8aec-2992e47e2330 no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:51:38.600854 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Deleting port fdb12281-bf8e-4968-b560-1968275f77b5 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:38.601719 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:38.785595 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: b6cd2169-e82c-43a4-8aec-2992e47e2330 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:51:38.785964 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device b6cd2169-e82c-43a4-8aec-2992e47e2330 not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:51:38.786645 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 2813f465-3642-4eac-af58-0b29f5b7e68e no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:51:38.812874 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58d0e62-29e8-4edf-babe-ca7f73a1e045 None None] DHCP port deletion for 3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55 request from dv-cinder-749155-4-iscsi {{(pid=80266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 04 21:51:38.829533 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e58d0e62-29e8-4edf-babe-ca7f73a1e045 None None] Deleting port fdb12281-bf8e-4968-b560-1968275f77b5 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:38.829968 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e58d0e62-29e8-4edf-babe-ca7f73a1e045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:38.858946 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: 2813f465-3642-4eac-af58-0b29f5b7e68e {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:51:38.859185 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 2813f465-3642-4eac-af58-0b29f5b7e68e not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:51:39.150993 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-e58d0e62-29e8-4edf-babe-ca7f73a1e045 None None] For port fdb12281-bf8e-4968-b560-1968275f77b5, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=fdb12281-bf8e-4968-b560-1968275f77b5,segment=NetworkSegment(674c48a7-96cc-472c-beed-6b829f47df02),segment_id=674c48a7-96cc-472c-beed-6b829f47df02)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:39.151712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e58d0e62-29e8-4edf-babe-ca7f73a1e045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:39.173341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] For port fdb12281-bf8e-4968-b560-1968275f77b5, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=fdb12281-bf8e-4968-b560-1968275f77b5,segment=NetworkSegment(674c48a7-96cc-472c-beed-6b829f47df02),segment_id=674c48a7-96cc-472c-beed-6b829f47df02)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:39.174045 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:39.312537 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Calling delete_port for fdb12281-bf8e-4968-b560-1968275f77b5 owned by network:dhcp {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:39.337705 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e58d0e62-29e8-4edf-babe-ca7f73a1e045 None None] Calling delete_port for fdb12281-bf8e-4968-b560-1968275f77b5 owned by network:dhcp {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:39.405787 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:39.427241 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d124af7-8ac1-451a-97b3-1b89571b641d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:39.440345 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-e58d0e62-29e8-4edf-babe-ca7f73a1e045 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:51:39.441085 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-e58d0e62-29e8-4edf-babe-ca7f73a1e045 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:51:39.526086 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb12281-bf8e-4968-b560-1968275f77b5,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:39.540565 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:39.608135 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] No DVR routers for this DVR port fdb12281-bf8e-4968-b560-1968275f77b5 on host dv-cinder-749155-4-iscsi {{(pid=80265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:51:39.773954 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1888956', 'neutron.services.segments.db._delete_segments_for_network-8730056527680'] for network, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:39.900194 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09fccb09e8>,) {'filters': {'network_id': ['3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55']}} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:39.913886 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fccb09e8>, '674c48a7-96cc-472c-beed-6b829f47df02') {'for_net_delete': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:39.914224 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fccb09e8>, '674c48a7-96cc-472c-beed-6b829f47df02') {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:39.927212 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730056528465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125223'] for segment, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:39.942510 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:39.942746 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e58d0e62-29e8-4edf-babe-ca7f73a1e045 None None] Deleting port fdb12281-bf8e-4968-b560-1968275f77b5 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:39.942956 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e58d0e62-29e8-4edf-babe-ca7f73a1e045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:39.944562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 21:51:40.014580 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e58d0e62-29e8-4edf-babe-ca7f73a1e045 None None] The port 'fdb12281-bf8e-4968-b560-1968275f77b5' was deleted {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 04 21:51:40.128810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Network 3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:51:40.138634 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1889284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851553025'] for segment, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:40.323142 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Network 3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]: Traceback (most recent call last):
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:     timer()
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:     cb(*args, **kw)
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:     self._notify()
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.callback(batched_events)
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:     event.method(event)
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(self, *a, **k)
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self._get(url).json()
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:     **kwargs)
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:     **endpoint_filter)
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 21:51:40.348710 dv-cinder-749155-4-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 21:51:40.438570 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1888943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853820434'] for network, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:40.442252 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:40.459973 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:40.468267 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:40.473353 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:40.479855 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3ba4e1dd-26a0-44e9-a2e1-c0ba38102e55 HTTP/1.1" status: 204  len: 168 time: 2.2242131
Dec 04 21:51:40.508377 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device fdb12281-bf8e-4968-b560-1968275f77b5 no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:51:40.544551 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: fdb12281-bf8e-4968-b560-1968275f77b5 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:51:40.545127 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device fdb12281-bf8e-4968-b560-1968275f77b5 not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:51:40.711621 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41932) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:40.764682 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3c8252fe-13d3-4462-95f6-58c141e8abb3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46d8cb3e589a4879990d2eb6faf2e6cb&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0516913
Dec 04 21:51:40.767220 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41936) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:40.840589 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20a225a0-5919-4f4a-9c19-03c9a6cfef68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:40.867152 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20a225a0-5919-4f4a-9c19-03c9a6cfef68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:40.929380 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20a225a0-5919-4f4a-9c19-03c9a6cfef68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:40.933623 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a4d1cde8-8e45-4834-9cd5-5800fb95abd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:40.945250 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a225a0-5919-4f4a-9c19-03c9a6cfef68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c3880b-b942-4fb6-835e-0656f6a7d41a,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:40.950327 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-20a225a0-5919-4f4a-9c19-03c9a6cfef68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:40.959035 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20a225a0-5919-4f4a-9c19-03c9a6cfef68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:40.960303 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-20a225a0-5919-4f4a-9c19-03c9a6cfef68 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6c3880b-b942-4fb6-835e-0656f6a7d41a HTTP/1.1" status: 204  len: 168 time: 0.1920233
Dec 04 21:51:41.467753 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41956) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:41.530209 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e724b231-8121-4b47-ab18-c49e28bacf56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=67754d167c0e45f9b14490e6e592e406&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0580692
Dec 04 21:51:41.530496 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41960) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:41.600050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9fb112ac-115f-416b-81d3-9fb805debdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:41.631218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9fb112ac-115f-416b-81d3-9fb805debdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:41.680455 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9fb112ac-115f-416b-81d3-9fb805debdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:41.686488 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9def8be8-9d10-4afc-b7ab-86ab424ddb8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:41.701733 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb112ac-115f-416b-81d3-9fb805debdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3981593-677c-411a-b118-5954b981f2c2,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:41.704987 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9fb112ac-115f-416b-81d3-9fb805debdb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:41.706177 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9fb112ac-115f-416b-81d3-9fb805debdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:41.707249 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9fb112ac-115f-416b-81d3-9fb805debdb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3981593-677c-411a-b118-5954b981f2c2 HTTP/1.1" status: 204  len: 168 time: 0.1756449
Dec 04 21:51:43.674108 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 41988) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:43.834675 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e8246854-0e78-4408-9626-3d0d40436f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:43.851956 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e8246854-0e78-4408-9626-3d0d40436f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:51:43.856772 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e8246854-0e78-4408-9626-3d0d40436f98 admin admin] Usage tracker for resource:security_group_rule and tenant:2038e057b23d4dc1a7f9e46a7945557c is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:51:43.860074 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e8246854-0e78-4408-9626-3d0d40436f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:51:43.865924 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e8246854-0e78-4408-9626-3d0d40436f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:51:43.951826 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e8246854-0e78-4408-9626-3d0d40436f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:43.954665 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e8246854-0e78-4408-9626-3d0d40436f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:43.964018 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a19c9b62-d279-4e53-9491-dafb563b284f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:44.008635 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e8246854-0e78-4408-9626-3d0d40436f98 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2038e057b23d4dc1a7f9e46a7945557c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3333364
Dec 04 21:51:44.010393 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8246854-0e78-4408-9626-3d0d40436f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a47942-7a51-4aa2-96ab-3f9b2d2c7836,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:44.011483 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 41994) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:44.013680 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e8246854-0e78-4408-9626-3d0d40436f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:44.078846 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d03aa1a2-189f-4b1a-96fd-2a044198ef00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:44.107021 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d03aa1a2-189f-4b1a-96fd-2a044198ef00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:44.157317 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d03aa1a2-189f-4b1a-96fd-2a044198ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:44.162868 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d82a931d-1b60-444a-9f3b-5f415e6de834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:44.177223 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03aa1a2-189f-4b1a-96fd-2a044198ef00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a47942-7a51-4aa2-96ab-3f9b2d2c7836,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:44.180239 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d03aa1a2-189f-4b1a-96fd-2a044198ef00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:44.181268 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d03aa1a2-189f-4b1a-96fd-2a044198ef00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:44.184158 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d03aa1a2-189f-4b1a-96fd-2a044198ef00 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0a47942-7a51-4aa2-96ab-3f9b2d2c7836 HTTP/1.1" status: 204  len: 168 time: 0.1713126
Dec 04 21:51:44.348351 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4ead8cd2-5b97-4c49-a9d3-573d8c76bd95 req-48a03403-2127-443b-b935-ed66bb00fc08 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1942192200&fields=id&tenant_id=0262bb71a57a441b9dab1e0b06f5a1e8 HTTP/1.1" status: 200  len: 267 time: 0.0441515
Dec 04 21:51:44.444144 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead8cd2-5b97-4c49-a9d3-573d8c76bd95 req-e848d384-6881-4fe3-875a-a80b76dfa7b4 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:44.445775 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4ead8cd2-5b97-4c49-a9d3-573d8c76bd95 req-e848d384-6881-4fe3-875a-a80b76dfa7b4 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 984 time: 0.0910935
Dec 04 21:51:44.458659 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-4ead8cd2-5b97-4c49-a9d3-573d8c76bd95 req-d96bb02c-2229-49cf-97b7-b1a9a20d21fa tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Request body: {'port': {'security_groups': ['64d4ccf9-293c-4d89-955b-9fb60e4efd79']}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:51:44.565103 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 42006) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:44.599174 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd24c225-9e5f-4060-abb1-aa57198bd05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:44.622823 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cd24c225-9e5f-4060-abb1-aa57198bd05c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:51:44.628366 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4ead8cd2-5b97-4c49-a9d3-573d8c76bd95 req-d96bb02c-2229-49cf-97b7-b1a9a20d21fa tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:44.639628 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cd24c225-9e5f-4060-abb1-aa57198bd05c admin admin] Usage tracker for resource:security_group_rule and tenant:2b4e44b144e148388d4d0112a301a5ed is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:51:44.645128 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cd24c225-9e5f-4060-abb1-aa57198bd05c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:51:44.654129 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cd24c225-9e5f-4060-abb1-aa57198bd05c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:51:44.962278 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd24c225-9e5f-4060-abb1-aa57198bd05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:44.967165 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd24c225-9e5f-4060-abb1-aa57198bd05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:44.984417 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8783b857-98bb-42a8-990b-f65daefebf94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:45.055857 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cd24c225-9e5f-4060-abb1-aa57198bd05c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b4e44b144e148388d4d0112a301a5ed&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4896026
Dec 04 21:51:45.057853 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24c225-9e5f-4060-abb1-aa57198bd05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7f4c48-bc7a-4f7f-aa88-74882a1dfdaa,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:45.059440 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 42010) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:45.061176 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cd24c225-9e5f-4060-abb1-aa57198bd05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:45.090502 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-4ead8cd2-5b97-4c49-a9d3-573d8c76bd95 req-d96bb02c-2229-49cf-97b7-b1a9a20d21fa tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] For port ba3e548d-862b-41ff-8d28-3dd5f1b7e126, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=ba3e548d-862b-41ff-8d28-3dd5f1b7e126,segment=NetworkSegment(15c3af96-5153-47b5-9b85-487350f60f63),segment_id=15c3af96-5153-47b5-9b85-487350f60f63)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:45.119242 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4ead8cd2-5b97-4c49-a9d3-573d8c76bd95 req-d96bb02c-2229-49cf-97b7-b1a9a20d21fa tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:45.122884 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4ead8cd2-5b97-4c49-a9d3-573d8c76bd95 req-d96bb02c-2229-49cf-97b7-b1a9a20d21fa tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:45.136365 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-65ac9685-9b58-4d39-be53-c0fa5b91d56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:45.140679 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0ac55e76-601e-478f-9a5f-62141f502035 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:45.167387 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-65ac9685-9b58-4d39-be53-c0fa5b91d56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:45.213751 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-65ac9685-9b58-4d39-be53-c0fa5b91d56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:45.218895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-758142d4-4b2e-4fe2-a7a5-d43f306dd0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:45.236569 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-65ac9685-9b58-4d39-be53-c0fa5b91d56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:45.240267 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-65ac9685-9b58-4d39-be53-c0fa5b91d56d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c7f4c48-bc7a-4f7f-aa88-74882a1dfdaa HTTP/1.1" status: 204  len: 168 time: 0.1769686
Dec 04 21:51:45.240267 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac9685-9b58-4d39-be53-c0fa5b91d56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7f4c48-bc7a-4f7f-aa88-74882a1dfdaa,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:45.242539 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-65ac9685-9b58-4d39-be53-c0fa5b91d56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:45.311054 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96bb02c-2229-49cf-97b7-b1a9a20d21fa tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Pushing event updated for resources: {'Port': ['ID=ba3e548d-862b-41ff-8d28-3dd5f1b7e126,revision_number=6']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:45.314764 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d96bb02c-2229-49cf-97b7-b1a9a20d21fa tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:45.355353 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead8cd2-5b97-4c49-a9d3-573d8c76bd95 req-d96bb02c-2229-49cf-97b7-b1a9a20d21fa tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:45.356103 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4ead8cd2-5b97-4c49-a9d3-573d8c76bd95 req-d96bb02c-2229-49cf-97b7-b1a9a20d21fa tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:45.357570 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4ead8cd2-5b97-4c49-a9d3-573d8c76bd95 req-d96bb02c-2229-49cf-97b7-b1a9a20d21fa tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "PUT /v2.0/ports/ba3e548d-862b-41ff-8d28-3dd5f1b7e126 HTTP/1.1" status: 200  len: 942 time: 0.9039905
Dec 04 21:51:45.358143 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b5dd77-94a0-4798-b19a-3b11447ec058', 'tag': 'ba3e548d-862b-41ff-8d28-3dd5f1b7e126'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:51:45.433868 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b5dd77-94a0-4798-b19a-3b11447ec058', 'tag': 'ba3e548d-862b-41ff-8d28-3dd5f1b7e126', 'status': 'completed', 'code': 200}
Dec 04 21:51:45.464126 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b0314d0-075d-43db-b1c6-0c0929b503de req-ba9373ae-b649-4fd1-86ac-6f7c441cf152 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups/d8c03e03-5348-41bf-8eaf-e2d47cf0ed32 HTTP/1.1" status: 200  len: 2891 time: 0.0631809
Dec 04 21:51:45.550814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7b0314d0-075d-43db-b1c6-0c0929b503de req-b354637c-1aec-4f5f-9cef-6492dce8b4bd tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:45.565181 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b05726-1303-47b6-a05d-ed5724e21ad8 req-30c9ea02-a83a-4310-87ad-86fcc5de80c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:45.566806 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88b05726-1303-47b6-a05d-ed5724e21ad8 req-30c9ea02-a83a-4310-87ad-86fcc5de80c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0262bb71a57a441b9dab1e0b06f5a1e8&device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 1162 time: 0.0932195
Dec 04 21:51:45.595189 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7b0314d0-075d-43db-b1c6-0c0929b503de req-b354637c-1aec-4f5f-9cef-6492dce8b4bd tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:45.652788 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7b0314d0-075d-43db-b1c6-0c0929b503de req-b354637c-1aec-4f5f-9cef-6492dce8b4bd tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:45.658588 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c5a71ce-0ad2-464a-95e5-ece7c9d398e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:45.686738 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354637c-1aec-4f5f-9cef-6492dce8b4bd tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c03e03-5348-41bf-8eaf-e2d47cf0ed32,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:45.694407 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b354637c-1aec-4f5f-9cef-6492dce8b4bd tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:45.704995 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-83d4894f-f9c9-490d-b719-999f987bdfac None None] Provisioning complete for port ba3e548d-862b-41ff-8d28-3dd5f1b7e126 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:51:45.705656 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83d4894f-f9c9-490d-b719-999f987bdfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:45.711823 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7b0314d0-075d-43db-b1c6-0c0929b503de req-b354637c-1aec-4f5f-9cef-6492dce8b4bd tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:45.713133 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b0314d0-075d-43db-b1c6-0c0929b503de req-b354637c-1aec-4f5f-9cef-6492dce8b4bd tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "DELETE /v2.0/security-groups/d8c03e03-5348-41bf-8eaf-e2d47cf0ed32 HTTP/1.1" status: 204  len: 173 time: 0.2405934
Dec 04 21:51:45.750291 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b05726-1303-47b6-a05d-ed5724e21ad8 req-94e9f65e-649a-4e5b-befb-15cef0809d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:45.751953 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88b05726-1303-47b6-a05d-ed5724e21ad8 req-94e9f65e-649a-4e5b-befb-15cef0809d96 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8630f2c4-ae64-4deb-8f41-b2dffab16646 HTTP/1.1" status: 200  len: 909 time: 0.1775026
Dec 04 21:51:45.877078 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88b05726-1303-47b6-a05d-ed5724e21ad8 req-112a9e35-6729-4413-959c-cfeacb21bfa5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3e548d-862b-41ff-8d28-3dd5f1b7e126 HTTP/1.1" status: 200  len: 1000 time: 0.1182854
Dec 04 21:51:45.902131 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-0cc42974-e39c-41a5-bf89-623abe2d7d93 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/floatingips/b2bb430d-7694-4b4c-bbe3-15ac77493b0e HTTP/1.1" status: 200  len: 997 time: 0.1451640
Dec 04 21:51:45.958214 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b05726-1303-47b6-a05d-ed5724e21ad8 req-82a8e60b-cb00-4d7b-ae81-863a68bb2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:45.959812 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88b05726-1303-47b6-a05d-ed5724e21ad8 req-82a8e60b-cb00-4d7b-ae81-863a68bb2997 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=752676c4-be2a-473b-98bb-258b1f317453 HTTP/1.1" status: 200  len: 854 time: 0.0763733
Dec 04 21:51:46.089561 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b05726-1303-47b6-a05d-ed5724e21ad8 req-45e6ee50-73da-4c78-ad9f-c3931ef34edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:46.091349 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88b05726-1303-47b6-a05d-ed5724e21ad8 req-45e6ee50-73da-4c78-ad9f-c3931ef34edd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8630f2c4-ae64-4deb-8f41-b2dffab16646&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1245115
Dec 04 21:51:46.096461 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-6c080752-8e1f-4280-9898-843f5ebdb3a0 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:46.098097 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-6c080752-8e1f-4280-9898-843f5ebdb3a0 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/networks/5a5bc502-ed14-4f0a-889e-34e38dce125b HTTP/1.1" status: 200  len: 784 time: 0.1896288
Dec 04 21:51:46.219577 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-8d028f7e-df37-4d7a-a23a-3c7600a362cc tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.97 HTTP/1.1" status: 200  len: 1000 time: 0.1110148
Dec 04 21:51:46.254161 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88b05726-1303-47b6-a05d-ed5724e21ad8 req-7360af84-2323-49c5-94b1-26be8a9b8a45 service neutron] 10.222.0.53 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527164
Dec 04 21:51:46.313519 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-488ce55b-a2a5-4e85-b72a-cab707b17585 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:46.315265 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-488ce55b-a2a5-4e85-b72a-cab707b17585 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports/ba3e548d-862b-41ff-8d28-3dd5f1b7e126 HTTP/1.1" status: 200  len: 942 time: 0.0890145
Dec 04 21:51:46.445679 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88b05726-1303-47b6-a05d-ed5724e21ad8 req-9b439d50-e5b8-42e9-9afc-1d054eb54ad5 service neutron] 10.222.0.53 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1857512
Dec 04 21:51:46.588999 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-cfb12e0e-e995-4653-b370-501f6f994de4 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.97 HTTP/1.1" status: 200  len: 1000 time: 0.1423163
Dec 04 21:51:46.814796 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-f14ead9f-4b4c-4c12-a627-789299983414 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Deleting port 928cd2ae-6195-4fcc-a75a-585d43799cce {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:46.815176 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-f14ead9f-4b4c-4c12-a627-789299983414 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:46.858244 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 42050) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:47.020527 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ec42a4c1-ed82-4b39-b6a1-9d4034bc8200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:47.038290 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ec42a4c1-ed82-4b39-b6a1-9d4034bc8200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:51:47.043625 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ec42a4c1-ed82-4b39-b6a1-9d4034bc8200 admin admin] Usage tracker for resource:security_group_rule and tenant:9c7e6b0e2f32455fae4cdbdc7c008d92 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:51:47.046874 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ec42a4c1-ed82-4b39-b6a1-9d4034bc8200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:51:47.053207 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ec42a4c1-ed82-4b39-b6a1-9d4034bc8200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:51:47.156722 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ec42a4c1-ed82-4b39-b6a1-9d4034bc8200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:47.160639 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ec42a4c1-ed82-4b39-b6a1-9d4034bc8200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:47.175068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e48995d8-c1a0-45b9-b990-dba5d6c40dd9 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:47.220204 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ec42a4c1-ed82-4b39-b6a1-9d4034bc8200 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c7e6b0e2f32455fae4cdbdc7c008d92&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3606622
Dec 04 21:51:47.221997 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42a4c1-ed82-4b39-b6a1-9d4034bc8200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f73af4-fd0f-4c11-a255-51cc02fe7d1f,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:47.223074 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 42056) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:47.225273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ec42a4c1-ed82-4b39-b6a1-9d4034bc8200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:47.268129 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-f14ead9f-4b4c-4c12-a627-789299983414 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:47.268492 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-f14ead9f-4b4c-4c12-a627-789299983414 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for floatingip, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:47.418077 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-f14ead9f-4b4c-4c12-a627-789299983414 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Calling delete_port for 928cd2ae-6195-4fcc-a75a-585d43799cce owned by network:floatingip {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:47.481027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-23483348-621b-4159-80c6-31ad9a3d1078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:47.525696 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-23483348-621b-4159-80c6-31ad9a3d1078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:47.639907 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-23483348-621b-4159-80c6-31ad9a3d1078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:47.645883 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8fac04c4-2dfa-493a-81ac-d840cb9507c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:47.665817 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23483348-621b-4159-80c6-31ad9a3d1078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f73af4-fd0f-4c11-a255-51cc02fe7d1f,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:47.669560 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-23483348-621b-4159-80c6-31ad9a3d1078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:47.678667 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-f14ead9f-4b4c-4c12-a627-789299983414 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:47.695843 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f543aeeb-214c-4ae1-8a90-cfb96185d7c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:47.796717 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ead9f-4b4c-4c12-a627-789299983414 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Pushing event deleted for resources: {'Port': ['ID=928cd2ae-6195-4fcc-a75a-585d43799cce,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:47.801128 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f14ead9f-4b4c-4c12-a627-789299983414 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:47.815443 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-23483348-621b-4159-80c6-31ad9a3d1078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:47.816675 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-23483348-621b-4159-80c6-31ad9a3d1078 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/22f73af4-fd0f-4c11-a255-51cc02fe7d1f HTTP/1.1" status: 204  len: 168 time: 0.5925596
Dec 04 21:51:47.865274 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device ba3e548d-862b-41ff-8d28-3dd5f1b7e126 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:51:47.947420 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port ba3e548d-862b-41ff-8d28-3dd5f1b7e126 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:51:47.947685 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-f14ead9f-4b4c-4c12-a627-789299983414 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks [] for floatingip, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:47.947851 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:47.948251 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-f14ead9f-4b4c-4c12-a627-789299983414 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Floating IP b2bb430d-7694-4b4c-bbe3-15ac77493b0e disassociated (deleted). External IP: 172.27.1.97, port: ba3e548d-862b-41ff-8d28-3dd5f1b7e126.
Dec 04 21:51:48.341957 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-f14ead9f-4b4c-4c12-a627-789299983414 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Router 06f1b55c-dc13-40ac-ad21-2c2f80741057 has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:51:48.539802 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-f14ead9f-4b4c-4c12-a627-789299983414 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:51:48.545374 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-f14ead9f-4b4c-4c12-a627-789299983414 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:48.554552 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a07198-93aa-4020-b179-88920057b635 None None] Sync routers for ids ['06f1b55c-dc13-40ac-ad21-2c2f80741057'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:51:48.576165 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a07198-93aa-4020-b179-88920057b635 None None] Routers {'06f1b55c-dc13-40ac-ad21-2c2f80741057'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:51:48.577040 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f6a07198-93aa-4020-b179-88920057b635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fdd4c320>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:51:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['06f1b55c-dc13-40ac-ad21-2c2f80741057'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:48.616984 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-f14ead9f-4b4c-4c12-a627-789299983414 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "DELETE /v2.0/floatingips/b2bb430d-7694-4b4c-bbe3-15ac77493b0e HTTP/1.1" status: 204  len: 173 time: 2.0213745
Dec 04 21:51:48.617605 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b5dd77-94a0-4798-b19a-3b11447ec058', 'tag': 'ba3e548d-862b-41ff-8d28-3dd5f1b7e126'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:51:48.691821 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b5dd77-94a0-4798-b19a-3b11447ec058', 'tag': 'ba3e548d-862b-41ff-8d28-3dd5f1b7e126', 'status': 'completed', 'code': 200}
Dec 04 21:51:48.725558 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-355de3a2-330a-4411-b3a3-fb8c252aa499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:48.735718 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-355de3a2-330a-4411-b3a3-fb8c252aa499 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0262bb71a57a441b9dab1e0b06f5a1e8&device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 1162 time: 0.0995021
Dec 04 21:51:48.838606 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ed8e2-eb2d-428b-b61c-e5d58e566e82 req-bf645375-5d39-4ed2-b176-e388ac912e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:48.840878 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c94ed8e2-eb2d-428b-b61c-e5d58e566e82 req-bf645375-5d39-4ed2-b176-e388ac912e60 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0262bb71a57a441b9dab1e0b06f5a1e8&device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 1162 time: 0.0978467
Dec 04 21:51:48.846009 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-f6a07198-93aa-4020-b179-88920057b635 None None] Set router 06f1b55c-dc13-40ac-ad21-2c2f80741057 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:51:48.917976 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-6d261fe0-8b0a-4652-bb16-252b6000087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:48.920401 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-6d261fe0-8b0a-4652-bb16-252b6000087f service neutron] 10.222.0.44 "GET /v2.0/networks?id=8630f2c4-ae64-4deb-8f41-b2dffab16646 HTTP/1.1" status: 200  len: 909 time: 0.1836462
Dec 04 21:51:49.004851 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-a88636db-cd5a-44c3-81e8-9cca98764dfa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3e548d-862b-41ff-8d28-3dd5f1b7e126 HTTP/1.1" status: 200  len: 217 time: 0.0752785
Dec 04 21:51:49.018472 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ed8e2-eb2d-428b-b61c-e5d58e566e82 req-b5c58e56-9170-423c-9771-cf65c4239f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:49.020403 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c94ed8e2-eb2d-428b-b61c-e5d58e566e82 req-b5c58e56-9170-423c-9771-cf65c4239f84 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8630f2c4-ae64-4deb-8f41-b2dffab16646 HTTP/1.1" status: 200  len: 909 time: 0.1725841
Dec 04 21:51:49.098998 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-b448a344-a15c-46d0-9b99-955002cfcd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:49.100774 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-b448a344-a15c-46d0-9b99-955002cfcd15 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=752676c4-be2a-473b-98bb-258b1f317453 HTTP/1.1" status: 200  len: 854 time: 0.0949185
Dec 04 21:51:49.106430 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c94ed8e2-eb2d-428b-b61c-e5d58e566e82 req-9a2555fe-049c-42ec-b9b0-132e09828c51 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3e548d-862b-41ff-8d28-3dd5f1b7e126 HTTP/1.1" status: 200  len: 217 time: 0.0786381
Dec 04 21:51:49.183744 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-bc639a03-0cf4-4ed5-8f05-9c7b411a3c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:49.185547 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-bc639a03-0cf4-4ed5-8f05-9c7b411a3c80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8630f2c4-ae64-4deb-8f41-b2dffab16646&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773818
Dec 04 21:51:49.196146 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ed8e2-eb2d-428b-b61c-e5d58e566e82 req-54b4f05e-7116-4d24-8dbe-4cd9d131d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:49.197982 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c94ed8e2-eb2d-428b-b61c-e5d58e566e82 req-54b4f05e-7116-4d24-8dbe-4cd9d131d1d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=752676c4-be2a-473b-98bb-258b1f317453 HTTP/1.1" status: 200  len: 854 time: 0.0849371
Dec 04 21:51:49.248572 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f6a07198-93aa-4020-b179-88920057b635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fdd4c320>, [{'id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'name': 'tempest-TestMinimumBasicScenario-1495937163-router', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8af90038-3125-4da8-8924-bd6ad5695528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:49:30Z', 'updated_at': '2020-12-04T21:49:37Z', 'revision_number': 4, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'gw_port': {'id': '8af90038-3125-4da8-8924-bd6ad5695528', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:31Z', 'updated_at': '2020-12-04T21:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': 'b5f4a9d2-946e-43d3-96ab-338e96b412b4', 'name': '', 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'mac_address': 'fa:16:3e:55:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '752676c4-be2a-473b-98bb-258b1f317453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:36Z', 'updated_at': '2020-12-04T21:49:47Z', 'revision_number': 5, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'subnets': [{'id': '752676c4-be2a-473b-98bb-258b1f317453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:49.252578 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a07198-93aa-4020-b179-88920057b635 None None] Checking router: 06f1b55c-dc13-40ac-ad21-2c2f80741057 for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:51:49.262279 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a07198-93aa-4020-b179-88920057b635 None None] Routers {'06f1b55c-dc13-40ac-ad21-2c2f80741057'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:51:49.263058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f6a07198-93aa-4020-b179-88920057b635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fdd4c320>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:51:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['06f1b55c-dc13-40ac-ad21-2c2f80741057'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:49.289819 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ed8e2-eb2d-428b-b61c-e5d58e566e82 req-00c84542-3da7-477f-9864-5673c147da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:49.292423 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c94ed8e2-eb2d-428b-b61c-e5d58e566e82 req-00c84542-3da7-477f-9864-5673c147da97 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8630f2c4-ae64-4deb-8f41-b2dffab16646&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862620
Dec 04 21:51:49.355285 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-1e001a08-40fc-4b30-93b2-bfa5fa83f8ed service neutron] 10.222.0.44 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1624124
Dec 04 21:51:49.461466 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c94ed8e2-eb2d-428b-b61c-e5d58e566e82 req-066ac424-d12b-4a08-8b2c-54d39f12417e service neutron] 10.222.0.53 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1612816
Dec 04 21:51:49.482551 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-f6a07198-93aa-4020-b179-88920057b635 None None] Set router 06f1b55c-dc13-40ac-ad21-2c2f80741057 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:51:49.518769 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90dc9a26-15f6-4b0b-ab99-0bbd8e564488 req-2b74bf0b-178a-48d7-b18d-118801c30e80 service neutron] 10.222.0.44 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1555712
Dec 04 21:51:49.626317 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c94ed8e2-eb2d-428b-b61c-e5d58e566e82 req-b9c3c948-c77b-47dd-b1df-8ed2b804f789 service neutron] 10.222.0.53 "GET /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1565990
Dec 04 21:51:49.842045 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f6a07198-93aa-4020-b179-88920057b635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fdd4c320>, [{'id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'name': 'tempest-TestMinimumBasicScenario-1495937163-router', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8af90038-3125-4da8-8924-bd6ad5695528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:49:30Z', 'updated_at': '2020-12-04T21:49:37Z', 'revision_number': 4, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'gw_port': {'id': '8af90038-3125-4da8-8924-bd6ad5695528', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:31Z', 'updated_at': '2020-12-04T21:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': 'b5f4a9d2-946e-43d3-96ab-338e96b412b4', 'name': '', 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'mac_address': 'fa:16:3e:55:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '752676c4-be2a-473b-98bb-258b1f317453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:36Z', 'updated_at': '2020-12-04T21:49:47Z', 'revision_number': 5, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'subnets': [{'id': '752676c4-be2a-473b-98bb-258b1f317453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:51:49.847041 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a07198-93aa-4020-b179-88920057b635 None None] The sync data for ids ['06f1b55c-dc13-40ac-ad21-2c2f80741057'] in dv-cinder-749155-4-iscsi is: [{'id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'name': 'tempest-TestMinimumBasicScenario-1495937163-router', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8af90038-3125-4da8-8924-bd6ad5695528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:49:30Z', 'updated_at': '2020-12-04T21:49:37Z', 'revision_number': 4, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'gw_port': {'id': '8af90038-3125-4da8-8924-bd6ad5695528', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:31Z', 'updated_at': '2020-12-04T21:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': 'b5f4a9d2-946e-43d3-96ab-338e96b412b4', 'name': '', 'network_id': '8630f2c4-ae64-4deb-8f41-b2dffab16646', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'mac_address': 'fa:16:3e:55:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '752676c4-be2a-473b-98bb-258b1f317453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:36Z', 'updated_at': '2020-12-04T21:49:47Z', 'revision_number': 5, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'subnets': [{'id': '752676c4-be2a-473b-98bb-258b1f317453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:51:49.900157 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 42126) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:50.074691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b45ff6e7-9214-4eae-b6e4-bdcb42036dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:50.091578 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b45ff6e7-9214-4eae-b6e4-bdcb42036dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:51:50.095882 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b45ff6e7-9214-4eae-b6e4-bdcb42036dbc admin admin] Usage tracker for resource:security_group_rule and tenant:d57a359501b84d569b325648a8505e88 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:51:50.099064 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b45ff6e7-9214-4eae-b6e4-bdcb42036dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:51:50.105650 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b45ff6e7-9214-4eae-b6e4-bdcb42036dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:51:50.195167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b45ff6e7-9214-4eae-b6e4-bdcb42036dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:50.198505 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b45ff6e7-9214-4eae-b6e4-bdcb42036dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:50.211599 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-274b4578-f31f-4535-84b7-dbbd63bb1d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:50.253682 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8e8bff-2404-4cb7-8606-70b6018f9b87 None None] New status for floating IP b2bb430d-7694-4b4c-bbe3-15ac77493b0e: DOWN {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 21:51:50.256127 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b45ff6e7-9214-4eae-b6e4-bdcb42036dbc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d57a359501b84d569b325648a8505e88&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3541467
Dec 04 21:51:50.257097 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ff6e7-9214-4eae-b6e4-bdcb42036dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa6052b-c2c8-4c71-9026-93b9bb7f1a08,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:50.259000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 42132) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:50.261024 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b45ff6e7-9214-4eae-b6e4-bdcb42036dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:50.328593 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c12e854c-8a03-42b2-8f33-9d07afc7c378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:50.357623 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c12e854c-8a03-42b2-8f33-9d07afc7c378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:50.404532 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c12e854c-8a03-42b2-8f33-9d07afc7c378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:50.409617 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1bb9150b-0082-4274-b2ce-9ac9f693e6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:50.422968 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e854c-8a03-42b2-8f33-9d07afc7c378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa6052b-c2c8-4c71-9026-93b9bb7f1a08,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:50.425286 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c12e854c-8a03-42b2-8f33-9d07afc7c378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:50.433643 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c12e854c-8a03-42b2-8f33-9d07afc7c378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:50.434870 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c12e854c-8a03-42b2-8f33-9d07afc7c378 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0aa6052b-c2c8-4c71-9026-93b9bb7f1a08 HTTP/1.1" status: 204  len: 168 time: 0.1741757
Dec 04 21:51:53.036243 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbe366-b2e5-4bd4-a19b-37e1ff3d5dba req-c2bc3b6c-49cf-4f1b-83cb-0eddf59a911c tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:53.037025 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-eebbe366-b2e5-4bd4-a19b-37e1ff3d5dba req-c2bc3b6c-49cf-4f1b-83cb-0eddf59a911c tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Synchronizing usage tracker for tenant:0262bb71a57a441b9dab1e0b06f5a1e8 on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:51:53.053182 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-eebbe366-b2e5-4bd4-a19b-37e1ff3d5dba req-c2bc3b6c-49cf-4f1b-83cb-0eddf59a911c tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Unset dirty status for tenant:0262bb71a57a441b9dab1e0b06f5a1e8 on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:51:53.060291 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eebbe366-b2e5-4bd4-a19b-37e1ff3d5dba req-c2bc3b6c-49cf-4f1b-83cb-0eddf59a911c tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 945 time: 0.1096883
Dec 04 21:51:53.102059 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-eebbe366-b2e5-4bd4-a19b-37e1ff3d5dba req-3c01f325-19f0-40ba-9390-c900dc2282c3 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Synchronizing usage tracker for tenant:0262bb71a57a441b9dab1e0b06f5a1e8 on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:51:53.118788 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-eebbe366-b2e5-4bd4-a19b-37e1ff3d5dba req-3c01f325-19f0-40ba-9390-c900dc2282c3 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Unset dirty status for tenant:0262bb71a57a441b9dab1e0b06f5a1e8 on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:51:53.124225 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eebbe366-b2e5-4bd4-a19b-37e1ff3d5dba req-3c01f325-19f0-40ba-9390-c900dc2282c3 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627699
Dec 04 21:51:54.340544 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5e463-f9c5-4b77-8188-4e814acae770 req-5d631c19-e80c-4cf2-8cd3-d4b70ebdc010 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:54.342093 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4d5e463-f9c5-4b77-8188-4e814acae770 req-5d631c19-e80c-4cf2-8cd3-d4b70ebdc010 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 945 time: 0.0873115
Dec 04 21:51:54.389313 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4d5e463-f9c5-4b77-8188-4e814acae770 req-69008ee1-77b6-4026-a413-d9e343724e22 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/security-groups?id=64d4ccf9-293c-4d89-955b-9fb60e4efd79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408244
Dec 04 21:51:54.808017 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c935e42-7da7-4a45-8d12-d5f90548f9bd req-9133e78b-9a3a-49e1-8c1e-93840c6c6154 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:54.808783 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-9c935e42-7da7-4a45-8d12-d5f90548f9bd req-9133e78b-9a3a-49e1-8c1e-93840c6c6154 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Synchronizing usage tracker for tenant:0262bb71a57a441b9dab1e0b06f5a1e8 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:51:54.821255 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-9c935e42-7da7-4a45-8d12-d5f90548f9bd req-9133e78b-9a3a-49e1-8c1e-93840c6c6154 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Unset dirty status for tenant:0262bb71a57a441b9dab1e0b06f5a1e8 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:51:54.823004 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9c935e42-7da7-4a45-8d12-d5f90548f9bd req-9133e78b-9a3a-49e1-8c1e-93840c6c6154 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.53 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 945 time: 0.0984704
Dec 04 21:51:54.902132 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-9c935e42-7da7-4a45-8d12-d5f90548f9bd req-bf21e4f4-8d03-4d38-9c54-74ab86a1ed3d tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Deleting port ba3e548d-862b-41ff-8d28-3dd5f1b7e126 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:54.902519 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-9c935e42-7da7-4a45-8d12-d5f90548f9bd req-bf21e4f4-8d03-4d38-9c54-74ab86a1ed3d tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:54.925308 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:51:55.172347 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-9c935e42-7da7-4a45-8d12-d5f90548f9bd req-bf21e4f4-8d03-4d38-9c54-74ab86a1ed3d tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] For port ba3e548d-862b-41ff-8d28-3dd5f1b7e126, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=ba3e548d-862b-41ff-8d28-3dd5f1b7e126,segment=NetworkSegment(15c3af96-5153-47b5-9b85-487350f60f63),segment_id=15c3af96-5153-47b5-9b85-487350f60f63)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:55.172754 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-9c935e42-7da7-4a45-8d12-d5f90548f9bd req-bf21e4f4-8d03-4d38-9c54-74ab86a1ed3d tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:55.230420 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 42238) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:55.308043 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-9c935e42-7da7-4a45-8d12-d5f90548f9bd req-bf21e4f4-8d03-4d38-9c54-74ab86a1ed3d tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Calling delete_port for ba3e548d-862b-41ff-8d28-3dd5f1b7e126 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:55.395322 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e5348b9a-b264-4f38-a955-7da35c6336ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:55.411523 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e5348b9a-b264-4f38-a955-7da35c6336ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:51:55.415599 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e5348b9a-b264-4f38-a955-7da35c6336ea admin admin] Usage tracker for resource:security_group_rule and tenant:48bf3962242444129ee47e91fed1e34a is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:51:55.419274 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e5348b9a-b264-4f38-a955-7da35c6336ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:51:55.426493 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e5348b9a-b264-4f38-a955-7da35c6336ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:51:55.476017 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-9c935e42-7da7-4a45-8d12-d5f90548f9bd req-bf21e4f4-8d03-4d38-9c54-74ab86a1ed3d tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:55.516425 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 42250) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:55.528973 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device ba3e548d-862b-41ff-8d28-3dd5f1b7e126 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:51:55.589443 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-93832178-948f-48c3-9ba8-b205ed60c6e5 req-d0afdb11-3960-45dd-9cda-e4012557e83b tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.44 "GET /v2.0/ports?device_id=e2b5dd77-94a0-4798-b19a-3b11447ec058 HTTP/1.1" status: 200  len: 210 time: 0.0565267
Dec 04 21:51:55.591920 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] No Port match for: ba3e548d-862b-41ff-8d28-3dd5f1b7e126 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:51:55.592547 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device ba3e548d-862b-41ff-8d28-3dd5f1b7e126 not bound to the agent host hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:51:55.613011 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5284415e-1b88-4225-bba7-651569dd6697 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:55.625113 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e5348b9a-b264-4f38-a955-7da35c6336ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:55.628169 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e5348b9a-b264-4f38-a955-7da35c6336ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:55.637835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-23483348-621b-4159-80c6-31ad9a3d1078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:55.673367 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21e4f4-8d03-4d38-9c54-74ab86a1ed3d tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Pushing event deleted for resources: {'Port': ['ID=ba3e548d-862b-41ff-8d28-3dd5f1b7e126,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:55.676389 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bf21e4f4-8d03-4d38-9c54-74ab86a1ed3d tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:55.677987 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5348b9a-b264-4f38-a955-7da35c6336ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f184c845-e1ba-4b5a-aa6d-55f1bd69a02e,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:55.684416 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e5348b9a-b264-4f38-a955-7da35c6336ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:55.690720 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e5348b9a-b264-4f38-a955-7da35c6336ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48bf3962242444129ee47e91fed1e34a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4576185
Dec 04 21:51:55.691601 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 42256) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:55.726045 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c935e42-7da7-4a45-8d12-d5f90548f9bd req-bf21e4f4-8d03-4d38-9c54-74ab86a1ed3d tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] No DVR routers for this DVR port ba3e548d-862b-41ff-8d28-3dd5f1b7e126 on host hv-cinder-74915 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:51:55.729026 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-9c935e42-7da7-4a45-8d12-d5f90548f9bd req-bf21e4f4-8d03-4d38-9c54-74ab86a1ed3d tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:55.733783 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b5dd77-94a0-4798-b19a-3b11447ec058', 'name': 'network-vif-deleted', 'tag': 'ba3e548d-862b-41ff-8d28-3dd5f1b7e126'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:51:55.748601 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9c935e42-7da7-4a45-8d12-d5f90548f9bd req-bf21e4f4-8d03-4d38-9c54-74ab86a1ed3d tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] 10.222.0.53 "DELETE /v2.0/ports/ba3e548d-862b-41ff-8d28-3dd5f1b7e126 HTTP/1.1" status: 204  len: 173 time: 0.9203022
Dec 04 21:51:55.759787 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-abec342c-1682-45ab-84bf-d5868254b9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:55.788677 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-abec342c-1682-45ab-84bf-d5868254b9bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:51:55.798241 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-abec342c-1682-45ab-84bf-d5868254b9bb admin admin] Usage tracker for resource:security_group_rule and tenant:5bb702ccb0aa442681eb8d27a85c2229 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:51:55.802865 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ee5952d-85cc-4d72-9330-12ef0ddf1875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:55.804759 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b5dd77-94a0-4798-b19a-3b11447ec058', 'name': 'network-vif-deleted', 'tag': 'ba3e548d-862b-41ff-8d28-3dd5f1b7e126', 'status': 'completed', 'code': 200}
Dec 04 21:51:55.804917 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-abec342c-1682-45ab-84bf-d5868254b9bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:51:55.817496 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-abec342c-1682-45ab-84bf-d5868254b9bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:51:55.850085 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ee5952d-85cc-4d72-9330-12ef0ddf1875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:55.935955 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ee5952d-85cc-4d72-9330-12ef0ddf1875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:55.942895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9bde9298-e293-4bbd-8e82-4911da88cf5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:55.968047 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5952d-85cc-4d72-9330-12ef0ddf1875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f184c845-e1ba-4b5a-aa6d-55f1bd69a02e,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:55.980526 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2ee5952d-85cc-4d72-9330-12ef0ddf1875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:55.993401 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-abec342c-1682-45ab-84bf-d5868254b9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:55.996035 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ee5952d-85cc-4d72-9330-12ef0ddf1875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:55.997284 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2ee5952d-85cc-4d72-9330-12ef0ddf1875 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f184c845-e1ba-4b5a-aa6d-55f1bd69a02e HTTP/1.1" status: 204  len: 168 time: 0.3046937
Dec 04 21:51:55.998623 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-abec342c-1682-45ab-84bf-d5868254b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:56.007487 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-20a225a0-5919-4f4a-9c19-03c9a6cfef68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:56.052592 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-abec342c-1682-45ab-84bf-d5868254b9bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5bb702ccb0aa442681eb8d27a85c2229&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5344212
Dec 04 21:51:56.055301 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 42264) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:56.056662 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec342c-1682-45ab-84bf-d5868254b9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5de9341-a666-4273-b5ee-d110c550300a,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:56.068215 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-abec342c-1682-45ab-84bf-d5868254b9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:56.142452 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c4c9f18-b546-47f6-8e5d-7fc52682018f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:56.172729 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c4c9f18-b546-47f6-8e5d-7fc52682018f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:56.229659 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c4c9f18-b546-47f6-8e5d-7fc52682018f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:56.236453 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fa6faab5-907f-4ad9-87ab-e34a13140b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:56.249129 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c9f18-b546-47f6-8e5d-7fc52682018f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5de9341-a666-4273-b5ee-d110c550300a,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:56.252466 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2c4c9f18-b546-47f6-8e5d-7fc52682018f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:56.259787 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c4c9f18-b546-47f6-8e5d-7fc52682018f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:56.270184 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2c4c9f18-b546-47f6-8e5d-7fc52682018f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f5de9341-a666-4273-b5ee-d110c550300a HTTP/1.1" status: 204  len: 168 time: 0.2116370
Dec 04 21:51:56.660896 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fba1cc0f-746c-4859-baa0-c3f9d4d3e276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:56.967891 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 42308) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:57.126308 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-518502984-network', 'tenant_id': '4573b2b333464b439f774c54035bc008'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:51:57.131827 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:51:57.136565 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Usage tracker for resource:network and tenant:4573b2b333464b439f774c54035bc008 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:51:57.140508 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:51:57.146092 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:51:57.158367 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Made reservation on behalf of 4573b2b333464b439f774c54035bc008 for: {'network': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:51:57.163141 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:57.176046 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:57.191998 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:51:57.196033 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Usage tracker for resource:security_group_rule and tenant:4573b2b333464b439f774c54035bc008 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:51:57.199770 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:51:57.205797 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:51:57.302171 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:57.307686 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:57.312478 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ba47b977-bdeb-43d1-b902-97dc23e8a13c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:57.344995 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 21:51:57.359061 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce39956-f3c2-40a0-96ce-27d60afe5449,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:57.363568 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:57.364576 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363306798248137', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:57.365001 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Added segment 69128c56-403e-4422-b840-7e1ec7c2bd75 of type vxlan for network 49019fc1-8adf-48aa-ad03-b0dbba29b902
Dec 04 21:51:57.402331 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730055956612'] for network, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:57.437077 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for network, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:57.438459 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:57.440000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:57.448733 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a3c02ef7-223e-48fc-8fca-1c848ca1983b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:57.555866 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Pushing event updated for resources: {'Network': ['ID=49019fc1-8adf-48aa-ad03-b0dbba29b902,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:57.559411 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:57.566953 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Network 49019fc1-8adf-48aa-ad03-b0dbba29b902 details requested by agent ovs-agent-dv-cinder-749155-4-iscsi with host dv-cinder-749155-4-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:51:57.586598 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 42358) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:57.587075 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.6183121
Dec 04 21:51:57.594689 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-35d335c6-8658-4af6-8ec2-cdb8756542f2 admin admin] Request body: {'subnet': {'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-518502984-subnet', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'ip_version': 4}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:51:57.603148 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-35d335c6-8658-4af6-8ec2-cdb8756542f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:51:57.607822 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-35d335c6-8658-4af6-8ec2-cdb8756542f2 admin admin] Usage tracker for resource:subnet and tenant:4573b2b333464b439f774c54035bc008 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:51:57.611257 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-35d335c6-8658-4af6-8ec2-cdb8756542f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:51:57.617651 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 42362) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:57.618051 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-35d335c6-8658-4af6-8ec2-cdb8756542f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:51:57.633415 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d335c6-8658-4af6-8ec2-cdb8756542f2 admin admin] Made reservation on behalf of 4573b2b333464b439f774c54035bc008 for: {'subnet': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:51:57.640991 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Network 49019fc1-8adf-48aa-ad03-b0dbba29b902 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:51:57.641398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35d335c6-8658-4af6-8ec2-cdb8756542f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2777405'] for subnet, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:58.044855 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 42370) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:58.057180 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e8b695b7-c7a8-4372-a6aa-559f1e10deb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853797155'] for router_interface, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:58.242535 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d4c2567e-92da-40e6-a7a9-a29e6b69f186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:58.267411 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d4c2567e-92da-40e6-a7a9-a29e6b69f186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:51:58.299703 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d4c2567e-92da-40e6-a7a9-a29e6b69f186 admin admin] Usage tracker for resource:security_group_rule and tenant:ed5385d55a774e948248de3a62a6e86c is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:51:58.311289 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d4c2567e-92da-40e6-a7a9-a29e6b69f186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:51:58.318454 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d4c2567e-92da-40e6-a7a9-a29e6b69f186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:51:58.372171 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35d335c6-8658-4af6-8ec2-cdb8756542f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850686063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2777426'] for subnet, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:58.388079 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:58.512457 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d335c6-8658-4af6-8ec2-cdb8756542f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab187270-7722-48e0-8264-21c03e283d27,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:58.516514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-35d335c6-8658-4af6-8ec2-cdb8756542f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:58.593053 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d335c6-8658-4af6-8ec2-cdb8756542f2 admin admin] Checking segment: {'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:51:58.593447 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d335c6-8658-4af6-8ec2-cdb8756542f2 admin admin] Network hostable DHCP agents. Network: 49019fc1-8adf-48aa-ad03-b0dbba29b902, hostable agents: ['edec75b3-292e-457a-a0f5-2edc56458644'], hosted agents: [] {{(pid=80265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 21:51:58.615234 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d335c6-8658-4af6-8ec2-cdb8756542f2 admin admin] Network 49019fc1-8adf-48aa-ad03-b0dbba29b902 is scheduled to be hosted by DHCP agent edec75b3-292e-457a-a0f5-2edc56458644 with binding_index 1 {{(pid=80265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 21:51:58.625600 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-35d335c6-8658-4af6-8ec2-cdb8756542f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-iscsi, 49019fc1-8adf-48aa-ad03-b0dbba29b902) {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:51:58.635485 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2205dd77-5e49-49e6-806d-5aefb2b9c0bd None None] Network 49019fc1-8adf-48aa-ad03-b0dbba29b902 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:51:58.639336 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d335c6-8658-4af6-8ec2-cdb8756542f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:51:58.640167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35d335c6-8658-4af6-8ec2-cdb8756542f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:58.662704 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-35d335c6-8658-4af6-8ec2-cdb8756542f2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0737433
Dec 04 21:51:58.665474 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 42376) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:58.672117 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:51:58.677666 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:51:58.682992 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Usage tracker for resource:router and tenant:4573b2b333464b439f774c54035bc008 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:51:58.690511 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:51:58.697160 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:51:58.707927 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853841144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746027'] for router, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:58.709212 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853826143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853820664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-955605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29773'] for router, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:58.725959 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:58.847918 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d4c2567e-92da-40e6-a7a9-a29e6b69f186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:58.860929 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d4c2567e-92da-40e6-a7a9-a29e6b69f186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:58.872284 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2f87c10b-0ddc-414e-8037-2fb783181a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:58.877753 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp678eb2ec-3345-59a2-8acd-39908cd7c581-49019fc1-8adf-48aa-ad03-b0dbba29b902', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27'}]}} from dv-cinder-749155-4-iscsi. {{(pid=80266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 04 21:51:58.878664 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:58.924537 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2567e-92da-40e6-a7a9-a29e6b69f186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9990dc80-cbb9-4d71-a9a2-b2fafed12222,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:58.943451 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d4c2567e-92da-40e6-a7a9-a29e6b69f186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:58.953902 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d4c2567e-92da-40e6-a7a9-a29e6b69f186 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed5385d55a774e948248de3a62a6e86c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9066763
Dec 04 21:51:58.956058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 42380) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:51:59.015276 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853820647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29822'] for router, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:59.078594 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ed29027d-d92b-40fc-aa5d-257f40536f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:59.124546 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ed29027d-d92b-40fc-aa5d-257f40536f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:59.195859 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Allocated IP 172.20.0.2 (49019fc1-8adf-48aa-ad03-b0dbba29b902/ab187270-7722-48e0-8264-21c03e283d27/258e4d7f-0e93-4a9c-bbc0-a366818bf6b5) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:51:59.232994 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e8b695b7-c7a8-4372-a6aa-559f1e10deb6 admin admin] Deleting port b5f4a9d2-946e-43d3-96ab-338e96b412b4 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:51:59.233372 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e8b695b7-c7a8-4372-a6aa-559f1e10deb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:59.270243 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ed29027d-d92b-40fc-aa5d-257f40536f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:59.277609 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d4c2567e-92da-40e6-a7a9-a29e6b69f186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:59.299656 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29027d-d92b-40fc-aa5d-257f40536f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9990dc80-cbb9-4d71-a9a2-b2fafed12222,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:59.302417 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ed29027d-d92b-40fc-aa5d-257f40536f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:59.313142 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ed29027d-d92b-40fc-aa5d-257f40536f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:59.317177 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ed29027d-d92b-40fc-aa5d-257f40536f02 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9990dc80-cbb9-4d71-a9a2-b2fafed12222 HTTP/1.1" status: 204  len: 168 time: 0.3557491
Dec 04 21:51:59.358914 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:59.393341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:59.460689 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:59.474775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Transition to ACTIVE for port object 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:51:59.497608 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Transition to ACTIVE for port object 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:51:59.506814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:59.515209 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-e8b695b7-c7a8-4372-a6aa-559f1e10deb6 admin admin] For port b5f4a9d2-946e-43d3-96ab-338e96b412b4, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=b5f4a9d2-946e-43d3-96ab-338e96b412b4,segment=NetworkSegment(15c3af96-5153-47b5-9b85-487350f60f63),segment_id=15c3af96-5153-47b5-9b85-487350f60f63)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:51:59.517172 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e8b695b7-c7a8-4372-a6aa-559f1e10deb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:59.640024 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:59.662207 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e8b695b7-c7a8-4372-a6aa-559f1e10deb6 admin admin] Calling delete_port for b5f4a9d2-946e-43d3-96ab-338e96b412b4 owned by network:router_interface {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:51:59.713739 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Pushing event updated for resources: {'Port': ['ID=258e4d7f-0e93-4a9c-bbc0-a366818bf6b5,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:51:59.730814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Network 49019fc1-8adf-48aa-ad03-b0dbba29b902 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:51:59.732520 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.732905 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.733285 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.733961 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.734418 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.734792 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.735412 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.735804 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.736170 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.736293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Allocated IP 172.27.1.116 (5a5bc502-ed14-4f0a-889e-34e38dce125b/2af0f04a-6e02-4e2b-b142-69b01684337c/a873a0c2-5825-4a70-9bde-140841f3e663) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:51:59.736537 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.737101 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.737464 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.737900 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.738352 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.738594 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.738953 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.739312 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.739695 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.740049 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.740407 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.740763 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.741116 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.741470 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.741824 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:51:59.746441 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Resources bound (agent type, host, resource id):  {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:51:59.748537 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:51:59.749696 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:51:59.810571 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Attempting to bind port 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:51:59.810988 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Attempting to bind port 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:51:59.811766 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Attempting to bind port 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 on network 49019fc1-8adf-48aa-ad03-b0dbba29b902 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:51:59.818233 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:51:59.818647 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Checking segment: {'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:51:59.819097 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:59.819713 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Bound using segment: {'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:51:59.820233 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Bound port: 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:51:59.820655 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:59.874216 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e8b695b7-c7a8-4372-a6aa-559f1e10deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:59.892753 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ad33fbdc-acfe-4941-b02b-08432b134f45 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:51:59.919744 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] For port 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:51:59.923017 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] For port 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=258e4d7f-0e93-4a9c-bbc0-a366818bf6b5,segment=NetworkSegment(69128c56-403e-4422-b840-7e1ec7c2bd75),segment_id=69128c56-403e-4422-b840-7e1ec7c2bd75)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:51:59.927956 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:59.934533 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:51:59.965494 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:00.000359 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b695b7-c7a8-4372-a6aa-559f1e10deb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f4a9d2-946e-43d3-96ab-338e96b412b4,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:00.005029 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e8b695b7-c7a8-4372-a6aa-559f1e10deb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:00.016313 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:00.127170 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5944477c-a86e-4d76-bebc-6d49080330e3 tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:00.190380 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Pushing event updated for resources: {'Port': ['ID=258e4d7f-0e93-4a9c-bbc0-a366818bf6b5,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:00.196102 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:00.207266 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Pushing event updated for resources: {'Port': ['ID=a873a0c2-5825-4a70-9bde-140841f3e663,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:00.214450 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:00.226127 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:52:00.227380 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:52:00.230810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:52:00.432123 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e8b695b7-c7a8-4372-a6aa-559f1e10deb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1486820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957517'] for router_interface, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:00.550100 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-75b7a122-c712-4155-a091-c5438cefa8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:00.744514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:01.017501 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b695b7-c7a8-4372-a6aa-559f1e10deb6 admin admin] Router 06f1b55c-dc13-40ac-ad21-2c2f80741057 has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:52:01.270480 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b695b7-c7a8-4372-a6aa-559f1e10deb6 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:52:01.280760 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4721c5-7358-44b2-b77e-0ca2edecd0e7 None None] Sync routers for ids ['06f1b55c-dc13-40ac-ad21-2c2f80741057'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:52:01.288210 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e8b695b7-c7a8-4372-a6aa-559f1e10deb6 admin admin] 10.222.0.44 "PUT /v2.0/routers/06f1b55c-dc13-40ac-ad21-2c2f80741057/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6667240
Dec 04 21:52:01.288655 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 42412) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:52:01.295529 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4721c5-7358-44b2-b77e-0ca2edecd0e7 None None] Routers {'06f1b55c-dc13-40ac-ad21-2c2f80741057'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:52:01.296258 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7c4721c5-7358-44b2-b77e-0ca2edecd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fc1bf518>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:52:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['06f1b55c-dc13-40ac-ad21-2c2f80741057'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:01.397596 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955187'] for router, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:01.505171 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7c4721c5-7358-44b2-b77e-0ca2edecd0e7 None None] Set router 06f1b55c-dc13-40ac-ad21-2c2f80741057 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:52:01.643104 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Router 0df3963d-90f0-47b4-aec6-d2483baacb4e is scheduled to L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 with binding_index 1 {{(pid=80265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 04 21:52:01.724120 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-802c1634-7e80-455e-96a7-66697d5d91ad admin admin] Notify callbacks [] for router, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:01.757365 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:01.795161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f02e56-aa25-4945-a21c-9bbe3f9b4f00 None None] Network 49019fc1-8adf-48aa-ad03-b0dbba29b902 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:52:01.860259 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:52:01.871712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Sync routers for ids ['0df3963d-90f0-47b4-aec6-d2483baacb4e'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:52:01.883229 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Routers {'0df3963d-90f0-47b4-aec6-d2483baacb4e'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:52:01.883934 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcb41908>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:52:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['0df3963d-90f0-47b4-aec6-d2483baacb4e'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:01.886417 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] Notify callbacks [] for router, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:01.887794 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ac236a9d-a5fc-45e4-a5e0-5181d55a5b11 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.2206028
Dec 04 21:52:01.890674 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 42416) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:52:01.966297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-6d93a899-9069-4bf2-8b09-42aa62f8d27b None None] Provisioning for port 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:52:01.975976 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:02.014819 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-802c1634-7e80-455e-96a7-66697d5d91ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:02.024287 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-802c1634-7e80-455e-96a7-66697d5d91ad admin admin] Deleting port 8af90038-3125-4da8-8924-bd6ad5695528 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:52:02.024705 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-802c1634-7e80-455e-96a7-66697d5d91ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:02.091771 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7c4721c5-7358-44b2-b77e-0ca2edecd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fc1bf518>, [{'id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'name': 'tempest-TestMinimumBasicScenario-1495937163-router', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8af90038-3125-4da8-8924-bd6ad5695528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:49:30Z', 'updated_at': '2020-12-04T21:51:59Z', 'revision_number': 5, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'gw_port': {'id': '8af90038-3125-4da8-8924-bd6ad5695528', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:31Z', 'updated_at': '2020-12-04T21:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:02.103106 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Set router 0df3963d-90f0-47b4-aec6-d2483baacb4e gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:52:02.130209 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4721c5-7358-44b2-b77e-0ca2edecd0e7 None None] Checking router: 06f1b55c-dc13-40ac-ad21-2c2f80741057 for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:52:02.172156 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:02.182362 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4721c5-7358-44b2-b77e-0ca2edecd0e7 None None] Routers {'06f1b55c-dc13-40ac-ad21-2c2f80741057'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:52:02.182362 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7c4721c5-7358-44b2-b77e-0ca2edecd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fc1bf518>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:52:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['06f1b55c-dc13-40ac-ad21-2c2f80741057'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:02.428143 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7c4721c5-7358-44b2-b77e-0ca2edecd0e7 None None] Set router 06f1b55c-dc13-40ac-ad21-2c2f80741057 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:52:02.615069 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcb41908>, [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:00Z', 'revision_number': 3, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:02.620621 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Checking router: 0df3963d-90f0-47b4-aec6-d2483baacb4e for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:52:02.621016 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Updating router 0df3963d-90f0-47b4-aec6-d2483baacb4e port a873a0c2-5825-4a70-9bde-140841f3e663 binding host dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 21:52:02.661505 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-802c1634-7e80-455e-96a7-66697d5d91ad admin admin] For port 8af90038-3125-4da8-8924-bd6ad5695528, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=8af90038-3125-4da8-8924-bd6ad5695528,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:52:02.661907 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-802c1634-7e80-455e-96a7-66697d5d91ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:02.686411 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:02.863836 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:02.871385 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-802c1634-7e80-455e-96a7-66697d5d91ad admin admin] Calling delete_port for 8af90038-3125-4da8-8924-bd6ad5695528 owned by network:router_gateway {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:52:02.872202 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:52:03.084263 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:52:03.109710 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:03.110213 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:03.121705 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:03.223874 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:03.239962 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Transition to ACTIVE for port object a873a0c2-5825-4a70-9bde-140841f3e663 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:52:03.242899 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:03.261668 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:03.324035 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-802c1634-7e80-455e-96a7-66697d5d91ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:03.354140 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7c4721c5-7358-44b2-b77e-0ca2edecd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fc1bf518>, [{'id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'name': 'tempest-TestMinimumBasicScenario-1495937163-router', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8af90038-3125-4da8-8924-bd6ad5695528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:49:30Z', 'updated_at': '2020-12-04T21:51:59Z', 'revision_number': 5, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'gw_port': {'id': '8af90038-3125-4da8-8924-bd6ad5695528', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:31Z', 'updated_at': '2020-12-04T21:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:03.365262 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4721c5-7358-44b2-b77e-0ca2edecd0e7 None None] The sync data for ids ['06f1b55c-dc13-40ac-ad21-2c2f80741057'] in dv-cinder-749155-4-iscsi is: [{'id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'name': 'tempest-TestMinimumBasicScenario-1495937163-router', 'tenant_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8af90038-3125-4da8-8924-bd6ad5695528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:49:30Z', 'updated_at': '2020-12-04T21:51:59Z', 'revision_number': 5, 'project_id': '0262bb71a57a441b9dab1e0b06f5a1e8', 'gw_port': {'id': '8af90038-3125-4da8-8924-bd6ad5695528', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1b55c-dc13-40ac-ad21-2c2f80741057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:49:31Z', 'updated_at': '2020-12-04T21:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:52:03.381197 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-ffa22c76-ba9c-4fc6-867a-3c99bb0a3968 None None] Provisioning complete for port 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:03.381889 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ffa22c76-ba9c-4fc6-867a-3c99bb0a3968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:03.458789 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:03.477397 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Pushing event updated for resources: {'Port': ['ID=a873a0c2-5825-4a70-9bde-140841f3e663,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:03.496342 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.497079 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.497670 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.498241 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.498823 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.499785 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.500373 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.501273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.501848 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.502410 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.503146 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.503756 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.504413 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.510506 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.510647 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.511263 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.511740 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.512186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.512689 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.513060 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.513706 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.514143 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.514575 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.515050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:03.535365 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:03.571542 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=258e4d7f-0e93-4a9c-bbc0-a366818bf6b5,segment=NetworkSegment(69128c56-403e-4422-b840-7e1ec7c2bd75),segment_id=69128c56-403e-4422-b840-7e1ec7c2bd75)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:52:03.578889 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Attempting to bind port a873a0c2-5825-4a70-9bde-140841f3e663 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:52:03.579681 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Attempting to bind port a873a0c2-5825-4a70-9bde-140841f3e663 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:52:03.580263 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Attempting to bind port a873a0c2-5825-4a70-9bde-140841f3e663 on network 5a5bc502-ed14-4f0a-889e-34e38dce125b {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:52:03.587040 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:52:03.587453 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Checking segment: {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:52:03.588154 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:03.588592 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Bound using segment: {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:52:03.589351 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Bound port: a873a0c2-5825-4a70-9bde-140841f3e663, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:52:03.589785 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:03.608680 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:03.617397 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:03.688999 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] For port a873a0c2-5825-4a70-9bde-140841f3e663, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:52:03.717154 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=258e4d7f-0e93-4a9c-bbc0-a366818bf6b5,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:03.722534 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:03.840445 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-ad8f399e-1103-4cd6-b937-78e58f7459c7 None None] Provisioning complete for port 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:03.841160 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad8f399e-1103-4cd6-b937-78e58f7459c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:04.018193 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-802c1634-7e80-455e-96a7-66697d5d91ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-955349'] for router_gateway, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:04.169190 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-802c1634-7e80-455e-96a7-66697d5d91ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853841093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746042'] for router, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:04.173241 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-802c1634-7e80-455e-96a7-66697d5d91ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:04.175385 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Allocated IP 172.20.0.1 (49019fc1-8adf-48aa-ad03-b0dbba29b902/ab187270-7722-48e0-8264-21c03e283d27/45d002bb-34eb-4e81-b852-7296b4bf843c) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:52:04.197036 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] For port a873a0c2-5825-4a70-9bde-140841f3e663, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=a873a0c2-5825-4a70-9bde-140841f3e663,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:52:04.200292 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-802c1634-7e80-455e-96a7-66697d5d91ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853840991'] for router, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:04.200292 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802c1634-7e80-455e-96a7-66697d5d91ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06f1b55c-dc13-40ac-ad21-2c2f80741057 {{(pid=80264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 04 21:52:04.201210 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:04.222635 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:04.240081 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-802c1634-7e80-455e-96a7-66697d5d91ad admin admin] Notify callbacks [] for router, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:04.244212 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-802c1634-7e80-455e-96a7-66697d5d91ad admin admin] 10.222.0.44 "DELETE /v2.0/routers/06f1b55c-dc13-40ac-ad21-2c2f80741057 HTTP/1.1" status: 204  len: 168 time: 2.9543388
Dec 04 21:52:04.245188 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 42436) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:52:04.347564 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Pushing event updated for resources: {'Port': ['ID=a873a0c2-5825-4a70-9bde-140841f3e663,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:04.357365 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0c4d8825-3e03-402b-8dd1-b192eac3b479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:04.414559 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea842430-e657-420b-8a14-b6589d585f49 admin admin] Deleting subnet 752676c4-be2a-473b-98bb-258b1f317453 {{(pid=80264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 21:52:04.433665 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ea842430-e657-420b-8a14-b6589d585f49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:04.453907 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Routers {'0df3963d-90f0-47b4-aec6-d2483baacb4e'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:52:04.454591 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcb41908>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:52:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['0df3963d-90f0-47b4-aec6-d2483baacb4e'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:04.493767 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ea842430-e657-420b-8a14-b6589d585f49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3987663'] for subnet, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:04.568179 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:52:04.592719 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:04.613196 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Transition to ACTIVE for port object 45d002bb-34eb-4e81-b852-7296b4bf843c will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:52:04.664521 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:04.664950 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:04.665211 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] Set router 0df3963d-90f0-47b4-aec6-d2483baacb4e gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:52:04.669068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ea842430-e657-420b-8a14-b6589d585f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1886451'] for subnet, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:04.891676 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 8af90038-3125-4da8-8924-bd6ad5695528 no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:52:04.909649 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:04.926625 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: 8af90038-3125-4da8-8924-bd6ad5695528 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:52:04.927004 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 8af90038-3125-4da8-8924-bd6ad5695528 not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:52:04.927494 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device b5f4a9d2-946e-43d3-96ab-338e96b412b4 no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:52:04.935839 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fff4e689-d922-42cb-a629-e3183f777ae4 tempest-AttachVolumeNegativeTest-1044678638 tempest-AttachVolumeNegativeTest-1044678638] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:04.960533 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: b5f4a9d2-946e-43d3-96ab-338e96b412b4 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:52:04.960926 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device b5f4a9d2-946e-43d3-96ab-338e96b412b4 not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:52:05.033526 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcb41908>, [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:00Z', 'revision_number': 3, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:05.038400 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168c0db-a139-44dc-b0fe-c6ee8beda6cb None None] The sync data for ids ['0df3963d-90f0-47b4-aec6-d2483baacb4e'] in dv-cinder-749155-4-iscsi is: [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:00Z', 'revision_number': 3, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:52:05.077161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Pushing event updated for resources: {'Port': ['ID=45d002bb-34eb-4e81-b852-7296b4bf843c,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:05.080320 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:05.222981 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Network 49019fc1-8adf-48aa-ad03-b0dbba29b902 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:52:05.224769 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ea842430-e657-420b-8a14-b6589d585f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852889349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844828401'] for subnet, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:05.225849 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:52:05.241848 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:52:05.276110 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:05.372797 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea842430-e657-420b-8a14-b6589d585f49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=752676c4-be2a-473b-98bb-258b1f317453,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:05.380311 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ea842430-e657-420b-8a14-b6589d585f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:05.426499 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-978543'] for router_interface, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:05.499948 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-272b2346-60f9-40b8-9ff8-6f9c75ff07a8 None None] Provisioning for port 45d002bb-34eb-4e81-b852-7296b4bf843c completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:52:05.506465 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-272b2346-60f9-40b8-9ff8-6f9c75ff07a8 None None] Provisioning complete for port 45d002bb-34eb-4e81-b852-7296b4bf843c triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:05.506889 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-272b2346-60f9-40b8-9ff8-6f9c75ff07a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:05.568505 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-272b2346-60f9-40b8-9ff8-6f9c75ff07a8 None None] Port 45d002bb-34eb-4e81-b852-7296b4bf843c cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:52:05.591026 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ea842430-e657-420b-8a14-b6589d585f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:05.593921 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefd6497-986e-45cd-9d85-89d56e78036c None None] Network 8630f2c4-ae64-4deb-8f41-b2dffab16646 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:52:05.606768 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ea842430-e657-420b-8a14-b6589d585f49 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/752676c4-be2a-473b-98bb-258b1f317453 HTTP/1.1" status: 204  len: 168 time: 1.3072481
Dec 04 21:52:05.607942 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 42446) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:52:05.762559 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1971921'] for network, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:05.843971 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Deleting port 3af1472c-8a4c-4019-8efe-df72efe0ad24 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:52:05.844357 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:05.856308 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6a010e-9a12-4e17-b08d-db4eaea4c850 None None] DHCP port deletion for 8630f2c4-ae64-4deb-8f41-b2dffab16646 request from dv-cinder-749155-4-iscsi {{(pid=80266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 04 21:52:05.865356 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-6d6a010e-9a12-4e17-b08d-db4eaea4c850 None None] Deleting port 3af1472c-8a4c-4019-8efe-df72efe0ad24 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:52:05.865784 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6d6a010e-9a12-4e17-b08d-db4eaea4c850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:05.989947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:06.139279 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-6d6a010e-9a12-4e17-b08d-db4eaea4c850 None None] For port 3af1472c-8a4c-4019-8efe-df72efe0ad24, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=3af1472c-8a4c-4019-8efe-df72efe0ad24,segment=NetworkSegment(15c3af96-5153-47b5-9b85-487350f60f63),segment_id=15c3af96-5153-47b5-9b85-487350f60f63)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:52:06.139808 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6d6a010e-9a12-4e17-b08d-db4eaea4c850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:06.286027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-6d6a010e-9a12-4e17-b08d-db4eaea4c850 None None] Calling delete_port for 3af1472c-8a4c-4019-8efe-df72efe0ad24 owned by network:dhcp {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:52:06.366356 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6d6a010e-9a12-4e17-b08d-db4eaea4c850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484'] for port, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:06.382793 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:06.467499 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] For port 3af1472c-8a4c-4019-8efe-df72efe0ad24, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=3af1472c-8a4c-4019-8efe-df72efe0ad24,segment=NetworkSegment(15c3af96-5153-47b5-9b85-487350f60f63),segment_id=15c3af96-5153-47b5-9b85-487350f60f63)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:52:06.467932 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:06.481395 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a010e-9a12-4e17-b08d-db4eaea4c850 None None] Pushing event deleted for resources: {'Port': ['ID=3af1472c-8a4c-4019-8efe-df72efe0ad24,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:06.486079 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6d6a010e-9a12-4e17-b08d-db4eaea4c850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:06.536063 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6a010e-9a12-4e17-b08d-db4eaea4c850 None None] No DVR routers for this DVR port 3af1472c-8a4c-4019-8efe-df72efe0ad24 on host dv-cinder-749155-4-iscsi {{(pid=80266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:52:06.598717 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device a873a0c2-5825-4a70-9bde-140841f3e663 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:52:06.617456 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Calling delete_port for 3af1472c-8a4c-4019-8efe-df72efe0ad24 owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:52:06.677426 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port a873a0c2-5825-4a70-9bde-140841f3e663 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:52:06.684004 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port a873a0c2-5825-4a70-9bde-140841f3e663 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:06.684378 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:06.798893 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:52:06.799257 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:52:06.811533 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:06.828490 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port a873a0c2-5825-4a70-9bde-140841f3e663, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=a873a0c2-5825-4a70-9bde-140841f3e663,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:52:06.831746 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:06.833744 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6d6a010e-9a12-4e17-b08d-db4eaea4c850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:06.851949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:06.860359 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:06.900037 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:06.904934 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 3af1472c-8a4c-4019-8efe-df72efe0ad24 no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:52:06.950370 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: 3af1472c-8a4c-4019-8efe-df72efe0ad24 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:52:06.950770 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 3af1472c-8a4c-4019-8efe-df72efe0ad24 not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:52:06.965544 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=a873a0c2-5825-4a70-9bde-140841f3e663,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:06.968933 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:06.989901 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Pushing event updated for resources: {'Port': ['ID=45d002bb-34eb-4e81-b852-7296b4bf843c,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:07.003708 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.004129 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.004543 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.004953 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.005356 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.005761 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.006165 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.006541 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.006951 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.007346 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.007768 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.008170 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.008636 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.009031 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.009586 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.009982 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.010376 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.010764 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.011136 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.011548 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.011944 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.012361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.012700 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.013090 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:07.017008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853288963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853797172'] for router_interface, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:07.033969 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:07.166957 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Network 49019fc1-8adf-48aa-ad03-b0dbba29b902 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:52:07.168318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:52:07.328843 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Deleting port 3af1472c-8a4c-4019-8efe-df72efe0ad24 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:52:07.329225 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:07.413790 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-71226ded-7aba-4534-a8cd-c10250184878 None None] Provisioning complete for port 45d002bb-34eb-4e81-b852-7296b4bf843c triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:07.414567 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-71226ded-7aba-4534-a8cd-c10250184878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:07.420414 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] The port '3af1472c-8a4c-4019-8efe-df72efe0ad24' was deleted {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 04 21:52:07.475489 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Router 0df3963d-90f0-47b4-aec6-d2483baacb4e has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:52:07.487423 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-71226ded-7aba-4534-a8cd-c10250184878 None None] Port 45d002bb-34eb-4e81-b852-7296b4bf843c cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:52:07.644246 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1888956', 'neutron.services.segments.db._delete_segments_for_network-8730056527680'] for network, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:07.860924 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09f7b1e048>,) {'filters': {'network_id': ['8630f2c4-ae64-4deb-8f41-b2dffab16646']}} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:07.879995 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09f7b1e048>, '15c3af96-5153-47b5-9b85-487350f60f63') {'for_net_delete': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:07.880329 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09f7b1e048>, '15c3af96-5153-47b5-9b85-487350f60f63') {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:07.888258 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:52:07.897803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Sync routers for ids ['0df3963d-90f0-47b4-aec6-d2483baacb4e'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:52:07.902138 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730056528465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850788153'] for segment, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:07.909879 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Routers {'0df3963d-90f0-47b4-aec6-d2483baacb4e'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:52:07.910649 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcb970b8>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:52:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['0df3963d-90f0-47b4-aec6-d2483baacb4e'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:07.917648 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] 10.222.0.44 "PUT /v2.0/routers/0df3963d-90f0-47b4-aec6-d2483baacb4e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0249543
Dec 04 21:52:07.932390 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:07.932390 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 21:52:08.168653 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Network 8630f2c4-ae64-4deb-8f41-b2dffab16646 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:52:08.178172 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1889284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3300049'] for segment, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:08.191182 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Set router 0df3963d-90f0-47b4-aec6-d2483baacb4e gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:52:08.387164 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Network 8630f2c4-ae64-4deb-8f41-b2dffab16646 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]: Traceback (most recent call last):
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:     timer()
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:     cb(*args, **kw)
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:     self._notify()
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.callback(batched_events)
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:     event.method(event)
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(self, *a, **k)
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self._get(url).json()
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:     **kwargs)
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:     **endpoint_filter)
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 21:52:08.418508 dv-cinder-749155-4-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 21:52:08.522046 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1888943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853820434'] for network, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:08.527387 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:08.539989 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3bab6842-6bba-47ff-9222-23ef6e938ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:08.561613 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Pushing event deleted for resources: {'Network': ['ID=8630f2c4-ae64-4deb-8f41-b2dffab16646,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:08.572901 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:08.579564 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-23295048-4233-4b79-b00c-954d0156685e admin admin] 10.222.0.44 "DELETE /v2.0/networks/8630f2c4-ae64-4deb-8f41-b2dffab16646 HTTP/1.1" status: 204  len: 168 time: 2.9681199
Dec 04 21:52:08.596020 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device a873a0c2-5825-4a70-9bde-140841f3e663 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:52:08.684397 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcb970b8>, [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 2, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:08.693911 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Checking router: 0df3963d-90f0-47b4-aec6-d2483baacb4e for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:52:08.694323 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Updating router 0df3963d-90f0-47b4-aec6-d2483baacb4e port 45d002bb-34eb-4e81-b852-7296b4bf843c binding host dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 21:52:08.725737 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port a873a0c2-5825-4a70-9bde-140841f3e663 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:08.726169 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:08.773399 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 42524) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:52:08.820356 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:08.839946 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2da0056b-0adc-4e97-940a-7075d2a6128f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0262bb71a57a441b9dab1e0b06f5a1e8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0650258
Dec 04 21:52:08.842626 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 42530) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:52:08.916655 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ce438176-03db-476e-828a-64e3c29915c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:08.953550 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ce438176-03db-476e-828a-64e3c29915c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:09.011804 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 42538) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:52:09.019911 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-115696781-network', 'tenant_id': '64ab1ff822564976ab9ea60efda67c15'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:52:09.029064 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:52:09.034291 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ce438176-03db-476e-828a-64e3c29915c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:09.039921 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Usage tracker for resource:network and tenant:64ab1ff822564976ab9ea60efda67c15 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:52:09.043536 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c12e854c-8a03-42b2-8f33-9d07afc7c378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:09.052665 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:52:09.066419 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:52:09.068736 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce438176-03db-476e-828a-64e3c29915c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d4ccf9-293c-4d89-955b-9fb60e4efd79,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:09.075928 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ce438176-03db-476e-828a-64e3c29915c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:09.084273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Made reservation on behalf of 64ab1ff822564976ab9ea60efda67c15 for: {'network': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:52:09.089689 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for network, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:09.099623 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ce438176-03db-476e-828a-64e3c29915c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:09.103452 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ce438176-03db-476e-828a-64e3c29915c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64d4ccf9-293c-4d89-955b-9fb60e4efd79 HTTP/1.1" status: 204  len: 168 time: 0.2567170
Dec 04 21:52:09.106717 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:09.123366 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:52:09.128079 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Usage tracker for resource:security_group_rule and tenant:64ab1ff822564976ab9ea60efda67c15 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:52:09.131609 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:52:09.139399 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:52:09.232083 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:09.236178 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:09.241449 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7ac93f24-2009-471b-8e91-47ed2233d1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:09.272744 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 21:52:09.286717 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f788f1-53ea-41b3-bd04-4a7545ffda39,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:09.291179 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:09.292242 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363306798248137', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:09.292678 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Added segment ea0c94ab-4a4e-4902-8895-df1725abe6e7 of type vxlan for network 51b4e8a9-2a5f-4acc-af43-2ea19439478f
Dec 04 21:52:09.321381 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730055956612'] for network, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:09.359833 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980'] for network, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:09.361729 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:09.362927 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:09.375508 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2090b34b-6cb1-4c5d-aa95-2766e11552f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:09.487090 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.4739797
Dec 04 21:52:09.490766 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 42544) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:52:09.494875 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Pushing event updated for resources: {'Network': ['ID=51b4e8a9-2a5f-4acc-af43-2ea19439478f,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:09.501232 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-688c3fdb-89b1-431a-93f4-c2275435bf3f admin admin] Request body: {'subnet': {'network_id': '51b4e8a9-2a5f-4acc-af43-2ea19439478f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-115696781-subnet', 'tenant_id': '64ab1ff822564976ab9ea60efda67c15', 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:52:09.505805 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9b1e436e-c81c-4474-9b0c-8281ecc6fcc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:09.508477 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-688c3fdb-89b1-431a-93f4-c2275435bf3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:52:09.511124 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Network 51b4e8a9-2a5f-4acc-af43-2ea19439478f details requested by agent ovs-agent-dv-cinder-749155-4-iscsi with host dv-cinder-749155-4-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:52:09.513388 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-688c3fdb-89b1-431a-93f4-c2275435bf3f admin admin] Usage tracker for resource:subnet and tenant:64ab1ff822564976ab9ea60efda67c15 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:52:09.516648 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-688c3fdb-89b1-431a-93f4-c2275435bf3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:52:09.522962 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-688c3fdb-89b1-431a-93f4-c2275435bf3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:52:09.530720 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Network 51b4e8a9-2a5f-4acc-af43-2ea19439478f details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 21:52:09.533149 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688c3fdb-89b1-431a-93f4-c2275435bf3f admin admin] Made reservation on behalf of 64ab1ff822564976ab9ea60efda67c15 for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:52:09.538158 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-688c3fdb-89b1-431a-93f4-c2275435bf3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9947497'] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:09.661389 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:09.717067 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Transition to ACTIVE for port object 45d002bb-34eb-4e81-b852-7296b4bf843c will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:52:09.742800 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:09.766073 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:09.902418 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5004f-1885-42c3-a7cd-3079ed75ee17 None None] Pushing event updated for resources: {'Port': ['ID=45d002bb-34eb-4e81-b852-7296b4bf843c,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:09.907168 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3bc5004f-1885-42c3-a7cd-3079ed75ee17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:10.072825 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Attempting to bind port 45d002bb-34eb-4e81-b852-7296b4bf843c on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:52:10.073123 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Attempting to bind port 45d002bb-34eb-4e81-b852-7296b4bf843c by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:52:10.073540 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Attempting to bind port 45d002bb-34eb-4e81-b852-7296b4bf843c on network 49019fc1-8adf-48aa-ad03-b0dbba29b902 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:52:10.080164 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:52:10.080598 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Checking segment: {'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:52:10.081059 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:10.081511 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Bound using segment: {'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:52:10.082052 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Bound port: 45d002bb-34eb-4e81-b852-7296b4bf843c, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:52:10.082484 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:10.187624 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] For port 45d002bb-34eb-4e81-b852-7296b4bf843c, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:52:10.190749 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] For port 45d002bb-34eb-4e81-b852-7296b4bf843c, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=45d002bb-34eb-4e81-b852-7296b4bf843c,segment=NetworkSegment(69128c56-403e-4422-b840-7e1ec7c2bd75),segment_id=69128c56-403e-4422-b840-7e1ec7c2bd75)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:52:10.194414 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:10.207663 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-688c3fdb-89b1-431a-93f4-c2275435bf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4002239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9947398'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:10.210420 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:10.224404 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:10.358715 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c3fdb-89b1-431a-93f4-c2275435bf3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=693598dd-9eae-48d1-862a-1d88f46d2ad3,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:10.358715 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-688c3fdb-89b1-431a-93f4-c2275435bf3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:10.375242 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5004f-1885-42c3-a7cd-3079ed75ee17 None None] Pushing event updated for resources: {'Port': ['ID=45d002bb-34eb-4e81-b852-7296b4bf843c,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:10.378953 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3bc5004f-1885-42c3-a7cd-3079ed75ee17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:10.434645 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688c3fdb-89b1-431a-93f4-c2275435bf3f admin admin] Checking segment: {'id': 'ea0c94ab-4a4e-4902-8895-df1725abe6e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '51b4e8a9-2a5f-4acc-af43-2ea19439478f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:52:10.435051 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688c3fdb-89b1-431a-93f4-c2275435bf3f admin admin] Network hostable DHCP agents. Network: 51b4e8a9-2a5f-4acc-af43-2ea19439478f, hostable agents: ['edec75b3-292e-457a-a0f5-2edc56458644'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 21:52:10.438939 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Routers {'0df3963d-90f0-47b4-aec6-d2483baacb4e'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:52:10.439687 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcb970b8>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:52:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['0df3963d-90f0-47b4-aec6-d2483baacb4e'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:10.455324 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688c3fdb-89b1-431a-93f4-c2275435bf3f admin admin] Network 51b4e8a9-2a5f-4acc-af43-2ea19439478f is scheduled to be hosted by DHCP agent edec75b3-292e-457a-a0f5-2edc56458644 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 21:52:10.465173 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-688c3fdb-89b1-431a-93f4-c2275435bf3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-4-iscsi, 51b4e8a9-2a5f-4acc-af43-2ea19439478f) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:52:10.477652 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c3fdb-89b1-431a-93f4-c2275435bf3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:10.478504 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-688c3fdb-89b1-431a-93f4-c2275435bf3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:10.502631 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-688c3fdb-89b1-431a-93f4-c2275435bf3f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0100307
Dec 04 21:52:10.503383 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501da199-5076-4e98-8651-7f6cfa5dce55 None None] Network 51b4e8a9-2a5f-4acc-af43-2ea19439478f requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:52:10.504975 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 42554) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:52:10.513255 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-115696781-router', 'tenant_id': '64ab1ff822564976ab9ea60efda67c15', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:52:10.520008 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:52:10.526496 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Usage tracker for resource:router and tenant:64ab1ff822564976ab9ea60efda67c15 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:52:10.534138 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:52:10.540274 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:52:10.550698 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853841144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746027'] for router, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:10.551838 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853826143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853820664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-955605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29773'] for router, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:10.570945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:10.803191 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] Set router 0df3963d-90f0-47b4-aec6-d2483baacb4e gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:52:10.852450 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853820647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29822'] for router, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:11.192745 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:11.224820 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp678eb2ec-3345-59a2-8acd-39908cd7c581-51b4e8a9-2a5f-4acc-af43-2ea19439478f', 'network_id': '51b4e8a9-2a5f-4acc-af43-2ea19439478f', 'tenant_id': '64ab1ff822564976ab9ea60efda67c15', 'fixed_ips': [{'subnet_id': '693598dd-9eae-48d1-862a-1d88f46d2ad3'}]}} from dv-cinder-749155-4-iscsi. {{(pid=80266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 04 21:52:11.225731 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:11.226033 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:11.508369 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Allocated IP 172.27.1.205 (5a5bc502-ed14-4f0a-889e-34e38dce125b/2af0f04a-6e02-4e2b-b142-69b01684337c/2887f695-ef24-4e44-a356-32466f6558a6) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:52:11.568698 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcb970b8>, [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:10Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:11.578586 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2a098-e4e4-4fa6-88e9-4e805a271ae6 None None] The sync data for ids ['0df3963d-90f0-47b4-aec6-d2483baacb4e'] in dv-cinder-749155-4-iscsi is: [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:10Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:52:11.680171 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Allocated IP 172.20.0.2 (51b4e8a9-2a5f-4acc-af43-2ea19439478f/693598dd-9eae-48d1-862a-1d88f46d2ad3/3a136acb-bfe4-456b-b05d-198fb0130581) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:52:11.703283 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:11.732552 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:11.751077 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-56ce8bac-1de9-463c-a073-7a36fa6782fc tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:11.888737 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Pushing event updated for resources: {'Port': ['ID=2887f695-ef24-4e44-a356-32466f6558a6,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:11.893486 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:11.936300 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:11.948394 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Transition to ACTIVE for port object 3a136acb-bfe4-456b-b05d-198fb0130581 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:52:11.952803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:52:11.954004 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:52:11.956379 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:52:11.966639 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Transition to ACTIVE for port object 3a136acb-bfe4-456b-b05d-198fb0130581 will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:52:11.971754 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:12.071113 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f096783c-d908-46b8-8c3e-6fceb53100bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:12.151760 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Pushing event updated for resources: {'Port': ['ID=3a136acb-bfe4-456b-b05d-198fb0130581,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:12.156332 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:12.190563 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Network 51b4e8a9-2a5f-4acc-af43-2ea19439478f is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:52:12.191922 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Resources bound (agent type, host, resource id):  {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:52:12.194363 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:52:12.256151 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Attempting to bind port 3a136acb-bfe4-456b-b05d-198fb0130581 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:52:12.256589 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Attempting to bind port 3a136acb-bfe4-456b-b05d-198fb0130581 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': 'ea0c94ab-4a4e-4902-8895-df1725abe6e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '51b4e8a9-2a5f-4acc-af43-2ea19439478f'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:52:12.257003 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Attempting to bind port 3a136acb-bfe4-456b-b05d-198fb0130581 on network 51b4e8a9-2a5f-4acc-af43-2ea19439478f {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:52:12.264080 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:52:12.264507 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Checking segment: {'id': 'ea0c94ab-4a4e-4902-8895-df1725abe6e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '51b4e8a9-2a5f-4acc-af43-2ea19439478f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:52:12.264955 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:12.265397 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Bound using segment: {'id': 'ea0c94ab-4a4e-4902-8895-df1725abe6e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '51b4e8a9-2a5f-4acc-af43-2ea19439478f'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:52:12.265926 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Bound port: 3a136acb-bfe4-456b-b05d-198fb0130581, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0c94ab-4a4e-4902-8895-df1725abe6e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '51b4e8a9-2a5f-4acc-af43-2ea19439478f'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:52:12.266349 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:12.361814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] For port 3a136acb-bfe4-456b-b05d-198fb0130581, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:52:12.365252 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] For port 3a136acb-bfe4-456b-b05d-198fb0130581, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=3a136acb-bfe4-456b-b05d-198fb0130581,segment=NetworkSegment(ea0c94ab-4a4e-4902-8895-df1725abe6e7),segment_id=ea0c94ab-4a4e-4902-8895-df1725abe6e7)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:52:12.369922 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:12.386303 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:12.420646 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:12.530072 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Pushing event updated for resources: {'Port': ['ID=3a136acb-bfe4-456b-b05d-198fb0130581,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:12.547317 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9ec20850-14ec-4059-9dc5-03f73258bda0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:12.578172 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 45d002bb-34eb-4e81-b852-7296b4bf843c up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:52:12.673213 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port 45d002bb-34eb-4e81-b852-7296b4bf843c completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:52:12.680833 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 45d002bb-34eb-4e81-b852-7296b4bf843c triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:12.682049 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:12.832015 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:12.867218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port 45d002bb-34eb-4e81-b852-7296b4bf843c, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=45d002bb-34eb-4e81-b852-7296b4bf843c,segment=NetworkSegment(69128c56-403e-4422-b840-7e1ec7c2bd75),segment_id=69128c56-403e-4422-b840-7e1ec7c2bd75)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:52:12.870523 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:12.872763 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:12.948103 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=45d002bb-34eb-4e81-b852-7296b4bf843c,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:12.952959 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:13.096354 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955187'] for router, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:13.194154 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 42570) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:52:13.312936 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Router 813d88a7-c997-492a-a96b-22c876ad3583 is scheduled to L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 with binding_index 1 {{(pid=80264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 04 21:52:13.349989 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:13.366834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:52:13.371837 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Usage tracker for resource:security_group_rule and tenant:d4aebc355cd6496d99293ef725f524f8 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:52:13.374918 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:52:13.381077 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:52:13.472188 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:13.475146 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:13.485473 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7d6787c8-5a07-40f7-8a85-1d266d8d8cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:13.516169 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:52:13.525347 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Sync routers for ids ['813d88a7-c997-492a-a96b-22c876ad3583'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:52:13.532107 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4aebc355cd6496d99293ef725f524f8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3343756
Dec 04 21:52:13.532400 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 42576) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:52:13.537387 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Routers {'813d88a7-c997-492a-a96b-22c876ad3583'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:52:13.538320 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd05eeb8>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:52:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['813d88a7-c997-492a-a96b-22c876ad3583'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:13.541817 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Notify callbacks [] for router, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:13.543137 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.0366497
Dec 04 21:52:13.546095 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 42580) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:52:13.546355 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1eb519-451c-44f9-8e05-857e0b1cd200,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:13.559234 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.559687 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.560104 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.560507 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.560907 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.561307 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.561707 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.562103 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.562497 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.562890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.563281 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.563695 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.564155 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.564546 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.564934 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.565323 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.565717 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.566106 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.566493 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.566879 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.567265 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.567706 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.568095 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.568481 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:52:13.573036 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-13a298d5-3c56-4584-b8ff-ad8eb29183a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:13.627156 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9ecd342-a3bb-4bba-abfe-c2a00213b7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:13.656126 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9ecd342-a3bb-4bba-abfe-c2a00213b7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:13.714028 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9ecd342-a3bb-4bba-abfe-c2a00213b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:13.719631 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b24a48a6-d199-4497-b76b-787189341c1c tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:13.733286 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecd342-a3bb-4bba-abfe-c2a00213b7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1eb519-451c-44f9-8e05-857e0b1cd200,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:13.746970 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Set router 813d88a7-c997-492a-a96b-22c876ad3583 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:52:13.755940 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c9ecd342-a3bb-4bba-abfe-c2a00213b7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:13.757086 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9ecd342-a3bb-4bba-abfe-c2a00213b7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:13.775604 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c9ecd342-a3bb-4bba-abfe-c2a00213b7a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd1eb519-451c-44f9-8e05-857e0b1cd200 HTTP/1.1" status: 204  len: 168 time: 0.2313533
Dec 04 21:52:14.131556 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d9ba79-b844-4efc-92fd-a85c111a01a2 None None] Network 51b4e8a9-2a5f-4acc-af43-2ea19439478f requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:52:14.231625 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-645120c9-6ac4-465c-a439-bc2f336fda56 None None] Provisioning for port 3a136acb-bfe4-456b-b05d-198fb0130581 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:52:14.264905 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd05eeb8>, [{'id': '813d88a7-c997-492a-a96b-22c876ad3583', 'name': 'tempest-TestVolumeBootPattern-115696781-router', 'tenant_id': '64ab1ff822564976ab9ea60efda67c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2887f695-ef24-4e44-a356-32466f6558a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:52:10Z', 'updated_at': '2020-12-04T21:52:12Z', 'revision_number': 3, 'project_id': '64ab1ff822564976ab9ea60efda67c15', 'gw_port': {'id': '2887f695-ef24-4e44-a356-32466f6558a6', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d88a7-c997-492a-a96b-22c876ad3583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:11Z', 'updated_at': '2020-12-04T21:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:14.268368 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:14.269467 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Checking router: 813d88a7-c997-492a-a96b-22c876ad3583 for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:52:14.269968 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Updating router 813d88a7-c997-492a-a96b-22c876ad3583 port 2887f695-ef24-4e44-a356-32466f6558a6 binding host dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 21:52:14.328722 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:14.654753 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 45d002bb-34eb-4e81-b852-7296b4bf843c up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:52:14.670728 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Allocated IP 172.20.0.1 (51b4e8a9-2a5f-4acc-af43-2ea19439478f/693598dd-9eae-48d1-862a-1d88f46d2ad3/b3309af6-adfd-4eb0-ba32-b30dc56c5889) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:52:14.748935 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 45d002bb-34eb-4e81-b852-7296b4bf843c triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:14.749515 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:14.796589 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:14.810301 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Transition to ACTIVE for port object 2887f695-ef24-4e44-a356-32466f6558a6 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:52:14.814537 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:14.854984 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:14.876000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Transition to ACTIVE for port object b3309af6-adfd-4eb0-ba32-b30dc56c5889 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:52:14.895003 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:14.902091 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:14.916353 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 3a136acb-bfe4-456b-b05d-198fb0130581 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:52:14.990368 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dde27700-75fb-4ef0-909e-058b13a80436 tempest-VolumesNegativeTest-1400014913 tempest-VolumesNegativeTest-1400014913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:14.997226 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port 3a136acb-bfe4-456b-b05d-198fb0130581 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:52:15.004293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 3a136acb-bfe4-456b-b05d-198fb0130581 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:15.005142 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:15.018427 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d091e-555b-47c8-833e-251cb9003f34 None None] Pushing event updated for resources: {'Port': ['ID=2887f695-ef24-4e44-a356-32466f6558a6,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:15.024362 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-902d091e-555b-47c8-833e-251cb9003f34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:15.058383 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Attempting to bind port 2887f695-ef24-4e44-a356-32466f6558a6 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:52:15.059327 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Attempting to bind port 2887f695-ef24-4e44-a356-32466f6558a6 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:52:15.059327 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Attempting to bind port 2887f695-ef24-4e44-a356-32466f6558a6 on network 5a5bc502-ed14-4f0a-889e-34e38dce125b {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:52:15.065787 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:52:15.065787 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Checking segment: {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:52:15.066591 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:15.066716 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Bound using segment: {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:52:15.067690 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Bound port: 2887f695-ef24-4e44-a356-32466f6558a6, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c09c42-fb70-4062-b664-179a9ab83ccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:52:15.067690 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:15.080598 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-ff3c03bc-a7d0-4f0e-af3b-c804d5151639 None None] Provisioning complete for port 3a136acb-bfe4-456b-b05d-198fb0130581 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:15.081024 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff3c03bc-a7d0-4f0e-af3b-c804d5151639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:15.094125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Pushing event updated for resources: {'Port': ['ID=b3309af6-adfd-4eb0-ba32-b30dc56c5889,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:15.107261 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:15.146551 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Network 51b4e8a9-2a5f-4acc-af43-2ea19439478f is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:52:15.148984 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:52:15.152109 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:52:15.157730 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] For port 2887f695-ef24-4e44-a356-32466f6558a6, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:52:15.161361 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] For port 2887f695-ef24-4e44-a356-32466f6558a6, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=2887f695-ef24-4e44-a356-32466f6558a6,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:52:15.165591 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:15.182823 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb5a0e94-025f-46be-902a-6d3161afbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:15.223417 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-978543'] for router_interface, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:15.279353 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:15.297033 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff3c03bc-a7d0-4f0e-af3b-c804d5151639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:15.341889 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port 3a136acb-bfe4-456b-b05d-198fb0130581, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=3a136acb-bfe4-456b-b05d-198fb0130581,segment=NetworkSegment(ea0c94ab-4a4e-4902-8895-df1725abe6e7),segment_id=ea0c94ab-4a4e-4902-8895-df1725abe6e7)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:52:15.349828 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d091e-555b-47c8-833e-251cb9003f34 None None] Pushing event updated for resources: {'Port': ['ID=2887f695-ef24-4e44-a356-32466f6558a6,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:15.356349 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-902d091e-555b-47c8-833e-251cb9003f34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:15.374769 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:15.382825 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:15.396976 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:15.398236 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Routers {'813d88a7-c997-492a-a96b-22c876ad3583'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:52:15.398914 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd05eeb8>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:52:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['813d88a7-c997-492a-a96b-22c876ad3583'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:15.461607 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-ff3c03bc-a7d0-4f0e-af3b-c804d5151639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:52:15.462016 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-ff3c03bc-a7d0-4f0e-af3b-c804d5151639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:52:15.471545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=3a136acb-bfe4-456b-b05d-198fb0130581,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:15.475138 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:15.586068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] Set router 813d88a7-c997-492a-a96b-22c876ad3583 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:52:15.906444 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:15.910360 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:15.928305 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd05eeb8>, [{'id': '813d88a7-c997-492a-a96b-22c876ad3583', 'name': 'tempest-TestVolumeBootPattern-115696781-router', 'tenant_id': '64ab1ff822564976ab9ea60efda67c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2887f695-ef24-4e44-a356-32466f6558a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:52:10Z', 'updated_at': '2020-12-04T21:52:15Z', 'revision_number': 4, 'project_id': '64ab1ff822564976ab9ea60efda67c15', 'gw_port': {'id': '2887f695-ef24-4e44-a356-32466f6558a6', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d88a7-c997-492a-a96b-22c876ad3583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:11Z', 'updated_at': '2020-12-04T21:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': 'b3309af6-adfd-4eb0-ba32-b30dc56c5889', 'name': '', 'network_id': '51b4e8a9-2a5f-4acc-af43-2ea19439478f', 'tenant_id': '64ab1ff822564976ab9ea60efda67c15', 'mac_address': 'fa:16:3e:99:e4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d88a7-c997-492a-a96b-22c876ad3583', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '693598dd-9eae-48d1-862a-1d88f46d2ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:14Z', 'updated_at': '2020-12-04T21:52:14Z', 'revision_number': 1, 'project_id': '64ab1ff822564976ab9ea60efda67c15', 'subnets': [{'id': '693598dd-9eae-48d1-862a-1d88f46d2ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:15.933077 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ddee4-8ce9-4691-87c5-eebb68f1ad1d None None] The sync data for ids ['813d88a7-c997-492a-a96b-22c876ad3583'] in dv-cinder-749155-4-iscsi is: [{'id': '813d88a7-c997-492a-a96b-22c876ad3583', 'name': 'tempest-TestVolumeBootPattern-115696781-router', 'tenant_id': '64ab1ff822564976ab9ea60efda67c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2887f695-ef24-4e44-a356-32466f6558a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:52:10Z', 'updated_at': '2020-12-04T21:52:15Z', 'revision_number': 4, 'project_id': '64ab1ff822564976ab9ea60efda67c15', 'gw_port': {'id': '2887f695-ef24-4e44-a356-32466f6558a6', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d88a7-c997-492a-a96b-22c876ad3583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:11Z', 'updated_at': '2020-12-04T21:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': 'b3309af6-adfd-4eb0-ba32-b30dc56c5889', 'name': '', 'network_id': '51b4e8a9-2a5f-4acc-af43-2ea19439478f', 'tenant_id': '64ab1ff822564976ab9ea60efda67c15', 'mac_address': 'fa:16:3e:99:e4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d88a7-c997-492a-a96b-22c876ad3583', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '693598dd-9eae-48d1-862a-1d88f46d2ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:14Z', 'updated_at': '2020-12-04T21:52:14Z', 'revision_number': 1, 'project_id': '64ab1ff822564976ab9ea60efda67c15', 'subnets': [{'id': '693598dd-9eae-48d1-862a-1d88f46d2ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:52:15.945077 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b17135dd-66f1-4ac1-bdd9-1ee5ed5c6b3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:16.029627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Pushing event updated for resources: {'Port': ['ID=b3309af6-adfd-4eb0-ba32-b30dc56c5889,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:16.032437 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853288963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853797172'] for router_interface, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:16.049533 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:16.140471 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-4401ca71-415d-45fc-ad6f-607583c62109 None None] Provisioning for port b3309af6-adfd-4eb0-ba32-b30dc56c5889 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:52:16.145947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-4401ca71-415d-45fc-ad6f-607583c62109 None None] Provisioning complete for port b3309af6-adfd-4eb0-ba32-b30dc56c5889 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:16.146382 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4401ca71-415d-45fc-ad6f-607583c62109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:16.184757 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Network 51b4e8a9-2a5f-4acc-af43-2ea19439478f is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:52:16.186567 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:52:16.208413 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-4401ca71-415d-45fc-ad6f-607583c62109 None None] Port b3309af6-adfd-4eb0-ba32-b30dc56c5889 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:52:16.420753 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Router 813d88a7-c997-492a-a96b-22c876ad3583 has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:52:16.434745 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f0ecaead-9632-42bc-97f0-0662dbf70ddf None None] Provisioning complete for port b3309af6-adfd-4eb0-ba32-b30dc56c5889 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:16.435212 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0ecaead-9632-42bc-97f0-0662dbf70ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:16.492981 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-f0ecaead-9632-42bc-97f0-0662dbf70ddf None None] Port b3309af6-adfd-4eb0-ba32-b30dc56c5889 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:52:16.553944 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 3a136acb-bfe4-456b-b05d-198fb0130581 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:52:16.618975 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:52:16.628001 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 3a136acb-bfe4-456b-b05d-198fb0130581 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:16.628427 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:16.636086 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3699a9e8-8618-475a-907c-6a221c488a13 admin admin] 10.222.0.44 "PUT /v2.0/routers/813d88a7-c997-492a-a96b-22c876ad3583/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0888805
Dec 04 21:52:17.394427 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-49281b61-1b24-4255-99cd-f40c667cf3bb req-196de49b-a36c-4f2d-8cd0-f6e4f600a0ce tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1616261220', 'description': 'tempest-TestVolumeBootPattern-1616261220 description'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:52:17.401369 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-49281b61-1b24-4255-99cd-f40c667cf3bb req-196de49b-a36c-4f2d-8cd0-f6e4f600a0ce tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:52:17.405920 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-49281b61-1b24-4255-99cd-f40c667cf3bb req-196de49b-a36c-4f2d-8cd0-f6e4f600a0ce tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Usage tracker for resource:security_group and tenant:4573b2b333464b439f774c54035bc008 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:52:17.409213 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-49281b61-1b24-4255-99cd-f40c667cf3bb req-196de49b-a36c-4f2d-8cd0-f6e4f600a0ce tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:52:17.415239 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-49281b61-1b24-4255-99cd-f40c667cf3bb req-196de49b-a36c-4f2d-8cd0-f6e4f600a0ce tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:52:17.426630 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-49281b61-1b24-4255-99cd-f40c667cf3bb req-196de49b-a36c-4f2d-8cd0-f6e4f600a0ce tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:17.448061 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-49281b61-1b24-4255-99cd-f40c667cf3bb req-196de49b-a36c-4f2d-8cd0-f6e4f600a0ce tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:52:17.452032 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-49281b61-1b24-4255-99cd-f40c667cf3bb req-196de49b-a36c-4f2d-8cd0-f6e4f600a0ce tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Usage tracker for resource:security_group_rule and tenant:4573b2b333464b439f774c54035bc008 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:52:17.454935 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-49281b61-1b24-4255-99cd-f40c667cf3bb req-196de49b-a36c-4f2d-8cd0-f6e4f600a0ce tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:52:17.460710 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-49281b61-1b24-4255-99cd-f40c667cf3bb req-196de49b-a36c-4f2d-8cd0-f6e4f600a0ce tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:52:17.532757 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-49281b61-1b24-4255-99cd-f40c667cf3bb req-196de49b-a36c-4f2d-8cd0-f6e4f600a0ce tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:17.535451 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-49281b61-1b24-4255-99cd-f40c667cf3bb req-196de49b-a36c-4f2d-8cd0-f6e4f600a0ce tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:17.541502 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-90244006-970d-41e4-a24e-6c43f94d121c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:17.580578 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-49281b61-1b24-4255-99cd-f40c667cf3bb req-196de49b-a36c-4f2d-8cd0-f6e4f600a0ce tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:17.581884 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-49281b61-1b24-4255-99cd-f40c667cf3bb req-196de49b-a36c-4f2d-8cd0-f6e4f600a0ce tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1923604
Dec 04 21:52:17.582693 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196de49b-a36c-4f2d-8cd0-f6e4f600a0ce tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Pushing event updated for resources: {'SecurityGroup': ['ID=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:17.585496 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-196de49b-a36c-4f2d-8cd0-f6e4f600a0ce tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:17.667010 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7826f59e-c6dc-47df-a445-4f59497c2b6c req-4a7076df-5fe0-4f4d-b191-abef2617e730 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups/3cce828c-a2a8-4ec3-8129-c9ffc0f4c704 HTTP/1.1" status: 200  len: 1758 time: 0.0507615
Dec 04 21:52:17.677803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-7826f59e-c6dc-47df-a445-4f59497c2b6c req-8b3e3679-e72c-47b4-8fec-bee8e8c54c46 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3cce828c-a2a8-4ec3-8129-c9ffc0f4c704', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:52:17.678152 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-7826f59e-c6dc-47df-a445-4f59497c2b6c req-8b3e3679-e72c-47b4-8fec-bee8e8c54c46 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3cce828c-a2a8-4ec3-8129-c9ffc0f4c704', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:52:17.684485 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-7826f59e-c6dc-47df-a445-4f59497c2b6c req-8b3e3679-e72c-47b4-8fec-bee8e8c54c46 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:52:17.688716 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7826f59e-c6dc-47df-a445-4f59497c2b6c req-8b3e3679-e72c-47b4-8fec-bee8e8c54c46 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Usage tracker for resource:security_group_rule and tenant:4573b2b333464b439f774c54035bc008 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:52:17.691737 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7826f59e-c6dc-47df-a445-4f59497c2b6c req-8b3e3679-e72c-47b4-8fec-bee8e8c54c46 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:52:17.697692 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-7826f59e-c6dc-47df-a445-4f59497c2b6c req-8b3e3679-e72c-47b4-8fec-bee8e8c54c46 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:52:17.752264 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7826f59e-c6dc-47df-a445-4f59497c2b6c req-8b3e3679-e72c-47b4-8fec-bee8e8c54c46 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:17.776124 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7826f59e-c6dc-47df-a445-4f59497c2b6c req-8b3e3679-e72c-47b4-8fec-bee8e8c54c46 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:17.778681 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7826f59e-c6dc-47df-a445-4f59497c2b6c req-8b3e3679-e72c-47b4-8fec-bee8e8c54c46 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162223'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:17.785812 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:17.805328 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e3679-e72c-47b4-8fec-bee8e8c54c46 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04cb4e8c-63f3-4c9b-a783-98b6aa01a503,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:17.808329 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8b3e3679-e72c-47b4-8fec-bee8e8c54c46 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:17.814704 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7826f59e-c6dc-47df-a445-4f59497c2b6c req-8b3e3679-e72c-47b4-8fec-bee8e8c54c46 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:17.816007 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7826f59e-c6dc-47df-a445-4f59497c2b6c req-8b3e3679-e72c-47b4-8fec-bee8e8c54c46 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1424227
Dec 04 21:52:17.896271 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88f89db5-855d-4d1a-a3da-ed739c1b5f94 req-3d9cc88a-33a4-4c7a-a79c-36791039fb5a tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups/3cce828c-a2a8-4ec3-8129-c9ffc0f4c704 HTTP/1.1" status: 200  len: 2319 time: 0.0473397
Dec 04 21:52:17.907521 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-88f89db5-855d-4d1a-a3da-ed739c1b5f94 req-980fed19-59ac-4379-9598-66c72e985c5c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3cce828c-a2a8-4ec3-8129-c9ffc0f4c704', 'remote_group_id': None}]} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:52:17.907871 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-88f89db5-855d-4d1a-a3da-ed739c1b5f94 req-980fed19-59ac-4379-9598-66c72e985c5c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3cce828c-a2a8-4ec3-8129-c9ffc0f4c704', 'remote_group_id': None}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:52:17.913932 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-88f89db5-855d-4d1a-a3da-ed739c1b5f94 req-980fed19-59ac-4379-9598-66c72e985c5c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:52:17.919045 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-88f89db5-855d-4d1a-a3da-ed739c1b5f94 req-980fed19-59ac-4379-9598-66c72e985c5c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Usage tracker for resource:security_group_rule and tenant:4573b2b333464b439f774c54035bc008 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:52:17.922398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-88f89db5-855d-4d1a-a3da-ed739c1b5f94 req-980fed19-59ac-4379-9598-66c72e985c5c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:52:17.928544 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-88f89db5-855d-4d1a-a3da-ed739c1b5f94 req-980fed19-59ac-4379-9598-66c72e985c5c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:52:17.985503 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-88f89db5-855d-4d1a-a3da-ed739c1b5f94 req-980fed19-59ac-4379-9598-66c72e985c5c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:18.012202 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-88f89db5-855d-4d1a-a3da-ed739c1b5f94 req-980fed19-59ac-4379-9598-66c72e985c5c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:18.014855 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-88f89db5-855d-4d1a-a3da-ed739c1b5f94 req-980fed19-59ac-4379-9598-66c72e985c5c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162223'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:18.020477 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:18.041328 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fed19-59ac-4379-9598-66c72e985c5c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c00cb37-fe33-406f-8a2b-5a4771194545,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:18.044098 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-980fed19-59ac-4379-9598-66c72e985c5c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:18.051675 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-88f89db5-855d-4d1a-a3da-ed739c1b5f94 req-980fed19-59ac-4379-9598-66c72e985c5c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:18.052991 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88f89db5-855d-4d1a-a3da-ed739c1b5f94 req-980fed19-59ac-4379-9598-66c72e985c5c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1496117
Dec 04 21:52:18.566594 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 2887f695-ef24-4e44-a356-32466f6558a6 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:52:18.637522 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port 2887f695-ef24-4e44-a356-32466f6558a6 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:52:18.642859 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 2887f695-ef24-4e44-a356-32466f6558a6 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:18.643290 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:18.769385 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:18.785520 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port 2887f695-ef24-4e44-a356-32466f6558a6, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=2887f695-ef24-4e44-a356-32466f6558a6,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:52:18.788451 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:18.791028 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:18.864555 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=2887f695-ef24-4e44-a356-32466f6558a6,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:18.868054 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:19.243499 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Sync routers for ids ['813d88a7-c997-492a-a96b-22c876ad3583'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:52:19.253533 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Routers {'813d88a7-c997-492a-a96b-22c876ad3583'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:52:19.254195 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fc2bcd30>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:52:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['813d88a7-c997-492a-a96b-22c876ad3583'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:19.605840 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Set router 813d88a7-c997-492a-a96b-22c876ad3583 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:52:19.941620 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fc2bcd30>, [{'id': '813d88a7-c997-492a-a96b-22c876ad3583', 'name': 'tempest-TestVolumeBootPattern-115696781-router', 'tenant_id': '64ab1ff822564976ab9ea60efda67c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2887f695-ef24-4e44-a356-32466f6558a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:52:10Z', 'updated_at': '2020-12-04T21:52:15Z', 'revision_number': 4, 'project_id': '64ab1ff822564976ab9ea60efda67c15', 'gw_port': {'id': '2887f695-ef24-4e44-a356-32466f6558a6', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d88a7-c997-492a-a96b-22c876ad3583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:11Z', 'updated_at': '2020-12-04T21:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': 'b3309af6-adfd-4eb0-ba32-b30dc56c5889', 'name': '', 'network_id': '51b4e8a9-2a5f-4acc-af43-2ea19439478f', 'tenant_id': '64ab1ff822564976ab9ea60efda67c15', 'mac_address': 'fa:16:3e:99:e4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d88a7-c997-492a-a96b-22c876ad3583', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '693598dd-9eae-48d1-862a-1d88f46d2ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:14Z', 'updated_at': '2020-12-04T21:52:15Z', 'revision_number': 2, 'project_id': '64ab1ff822564976ab9ea60efda67c15', 'subnets': [{'id': '693598dd-9eae-48d1-862a-1d88f46d2ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:19.945715 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Checking router: 813d88a7-c997-492a-a96b-22c876ad3583 for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:52:19.946120 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Updating router 813d88a7-c997-492a-a96b-22c876ad3583 port b3309af6-adfd-4eb0-ba32-b30dc56c5889 binding host dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 21:52:20.001015 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:20.416148 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:20.428165 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Transition to ACTIVE for port object b3309af6-adfd-4eb0-ba32-b30dc56c5889 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:52:20.430878 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:20.449824 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:20.548228 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 2887f695-ef24-4e44-a356-32466f6558a6 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:52:20.636441 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82b035-f462-41b2-bfa5-023982c1e3f6 None None] Pushing event updated for resources: {'Port': ['ID=b3309af6-adfd-4eb0-ba32-b30dc56c5889,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:20.654163 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fc82b035-f462-41b2-bfa5-023982c1e3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:20.759147 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port 2887f695-ef24-4e44-a356-32466f6558a6 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:20.759644 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:20.864981 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Attempting to bind port b3309af6-adfd-4eb0-ba32-b30dc56c5889 on host dv-cinder-749155-4-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:52:20.865400 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Attempting to bind port b3309af6-adfd-4eb0-ba32-b30dc56c5889 by drivers openvswitch on host dv-cinder-749155-4-iscsi at level 0 using segments [{'id': 'ea0c94ab-4a4e-4902-8895-df1725abe6e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '51b4e8a9-2a5f-4acc-af43-2ea19439478f'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:52:20.865807 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Attempting to bind port b3309af6-adfd-4eb0-ba32-b30dc56c5889 on network 51b4e8a9-2a5f-4acc-af43-2ea19439478f {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:52:20.881369 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Checking agent: {'id': '13435cc6-ddc6-4675-9327-c5cf1f38e1b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 33, 2), 'started_at': datetime.datetime(2020, 12, 4, 21, 33, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:52:20.881784 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Checking segment: {'id': 'ea0c94ab-4a4e-4902-8895-df1725abe6e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '51b4e8a9-2a5f-4acc-af43-2ea19439478f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:52:20.882233 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:20.882672 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Bound using segment: {'id': 'ea0c94ab-4a4e-4902-8895-df1725abe6e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '51b4e8a9-2a5f-4acc-af43-2ea19439478f'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:52:20.883193 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Bound port: b3309af6-adfd-4eb0-ba32-b30dc56c5889, host: dv-cinder-749155-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0c94ab-4a4e-4902-8895-df1725abe6e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '51b4e8a9-2a5f-4acc-af43-2ea19439478f'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:52:20.883640 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:21.041508 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] For port b3309af6-adfd-4eb0-ba32-b30dc56c5889, host dv-cinder-749155-4-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:52:21.044757 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] For port b3309af6-adfd-4eb0-ba32-b30dc56c5889, host dv-cinder-749155-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=b3309af6-adfd-4eb0-ba32-b30dc56c5889,segment=NetworkSegment(ea0c94ab-4a4e-4902-8895-df1725abe6e7),segment_id=ea0c94ab-4a4e-4902-8895-df1725abe6e7)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:52:21.048560 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:21.064996 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-055b3e04-6ffb-4e3c-a527-4ee934b73cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:21.204762 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82b035-f462-41b2-bfa5-023982c1e3f6 None None] Pushing event updated for resources: {'Port': ['ID=b3309af6-adfd-4eb0-ba32-b30dc56c5889,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:21.218378 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fc82b035-f462-41b2-bfa5-023982c1e3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:21.261895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Routers {'813d88a7-c997-492a-a96b-22c876ad3583'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:52:21.262576 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fc2bcd30>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:52:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['813d88a7-c997-492a-a96b-22c876ad3583'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:21.461670 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] Set router 813d88a7-c997-492a-a96b-22c876ad3583 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:52:21.985074 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fc2bcd30>, [{'id': '813d88a7-c997-492a-a96b-22c876ad3583', 'name': 'tempest-TestVolumeBootPattern-115696781-router', 'tenant_id': '64ab1ff822564976ab9ea60efda67c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2887f695-ef24-4e44-a356-32466f6558a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:52:10Z', 'updated_at': '2020-12-04T21:52:15Z', 'revision_number': 4, 'project_id': '64ab1ff822564976ab9ea60efda67c15', 'gw_port': {'id': '2887f695-ef24-4e44-a356-32466f6558a6', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d88a7-c997-492a-a96b-22c876ad3583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:11Z', 'updated_at': '2020-12-04T21:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': 'b3309af6-adfd-4eb0-ba32-b30dc56c5889', 'name': '', 'network_id': '51b4e8a9-2a5f-4acc-af43-2ea19439478f', 'tenant_id': '64ab1ff822564976ab9ea60efda67c15', 'mac_address': 'fa:16:3e:99:e4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d88a7-c997-492a-a96b-22c876ad3583', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '693598dd-9eae-48d1-862a-1d88f46d2ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:14Z', 'updated_at': '2020-12-04T21:52:21Z', 'revision_number': 4, 'project_id': '64ab1ff822564976ab9ea60efda67c15', 'subnets': [{'id': '693598dd-9eae-48d1-862a-1d88f46d2ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:21.999202 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddc93d9-80e1-49ca-85bf-b4d78fd89a22 None None] The sync data for ids ['813d88a7-c997-492a-a96b-22c876ad3583'] in dv-cinder-749155-4-iscsi is: [{'id': '813d88a7-c997-492a-a96b-22c876ad3583', 'name': 'tempest-TestVolumeBootPattern-115696781-router', 'tenant_id': '64ab1ff822564976ab9ea60efda67c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2887f695-ef24-4e44-a356-32466f6558a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:52:10Z', 'updated_at': '2020-12-04T21:52:15Z', 'revision_number': 4, 'project_id': '64ab1ff822564976ab9ea60efda67c15', 'gw_port': {'id': '2887f695-ef24-4e44-a356-32466f6558a6', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d88a7-c997-492a-a96b-22c876ad3583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:11Z', 'updated_at': '2020-12-04T21:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': 'b3309af6-adfd-4eb0-ba32-b30dc56c5889', 'name': '', 'network_id': '51b4e8a9-2a5f-4acc-af43-2ea19439478f', 'tenant_id': '64ab1ff822564976ab9ea60efda67c15', 'mac_address': 'fa:16:3e:99:e4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d88a7-c997-492a-a96b-22c876ad3583', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '693598dd-9eae-48d1-862a-1d88f46d2ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:14Z', 'updated_at': '2020-12-04T21:52:21Z', 'revision_number': 4, 'project_id': '64ab1ff822564976ab9ea60efda67c15', 'subnets': [{'id': '693598dd-9eae-48d1-862a-1d88f46d2ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:52:22.561732 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device b3309af6-adfd-4eb0-ba32-b30dc56c5889 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:52:22.632975 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning for port b3309af6-adfd-4eb0-ba32-b30dc56c5889 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:52:22.639537 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port b3309af6-adfd-4eb0-ba32-b30dc56c5889 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:22.639964 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:22.762900 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:22.796983 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] For port b3309af6-adfd-4eb0-ba32-b30dc56c5889, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=b3309af6-adfd-4eb0-ba32-b30dc56c5889,segment=NetworkSegment(ea0c94ab-4a4e-4902-8895-df1725abe6e7),segment_id=ea0c94ab-4a4e-4902-8895-df1725abe6e7)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:52:22.800116 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:22.802013 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fc82b035-f462-41b2-bfa5-023982c1e3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:22.873012 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Pushing event updated for resources: {'Port': ['ID=b3309af6-adfd-4eb0-ba32-b30dc56c5889,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:22.876513 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:24.544593 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device b3309af6-adfd-4eb0-ba32-b30dc56c5889 up at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:52:24.620906 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Provisioning complete for port b3309af6-adfd-4eb0-ba32-b30dc56c5889 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:24.621335 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:26.633103 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f9488e88-36a6-47d6-ad67-3f0298535932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:30.532751 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a84285f1-d162-47bc-a9d1-1ba5e117d908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:31.564047 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:31.921341 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:31.927261 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:52:32.168282 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:32.178053 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:34.619852 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-8a8448d3-cff3-4de1-be60-fa94d2f2014a tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Synchronizing usage tracker for tenant:4573b2b333464b439f774c54035bc008 on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:52:34.636657 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-8a8448d3-cff3-4de1-be60-fa94d2f2014a tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Unset dirty status for tenant:4573b2b333464b439f774c54035bc008 on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:52:34.637938 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-8a8448d3-cff3-4de1-be60-fa94d2f2014a tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1616261220&fields=id&tenant_id=4573b2b333464b439f774c54035bc008 HTTP/1.1" status: 200  len: 267 time: 0.0614882
Dec 04 21:52:34.806053 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-5193ec1a-1cfe-459d-b740-566edbcc877c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:34.807679 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-5193ec1a-1cfe-459d-b740-566edbcc877c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 811 time: 0.1620889
Dec 04 21:52:34.825233 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-8bca67c9-0200-40bd-8044-a1a2ee2b697e tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/quotas/4573b2b333464b439f774c54035bc008 HTTP/1.1" status: 200  len: 375 time: 0.0114121
Dec 04 21:52:34.912696 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-161fc665-25ac-465f-9333-d64091fad8f9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0813437
Dec 04 21:52:34.930397 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-c88728f4-ca27-4e1d-b9ff-6d878de8e9cb service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 21:52:34.931510 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-c88728f4-ca27-4e1d-b9ff-6d878de8e9cb service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0057151
Dec 04 21:52:35.084401 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-fda341af-3935-4982-ba96-67cf357bc82e service neutron] 10.222.0.44 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462233
Dec 04 21:52:35.230772 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-241bc05c-bf81-4bdf-b4f8-653d5142cc67 service neutron] 10.222.0.44 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395073
Dec 04 21:52:35.817695 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10e4573c-1784-441c-a60c-9f8530075253 req-e4475bd3-3696-4a70-aaa0-a7ec2acdd82c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 210 time: 0.1968613
Dec 04 21:52:36.829970 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-19ad6564-fe9b-4da6-af77-f55e85e94954 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:36.830814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-19ad6564-fe9b-4da6-af77-f55e85e94954 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Synchronizing usage tracker for tenant:4573b2b333464b439f774c54035bc008 on resource:network {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:52:36.847979 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-19ad6564-fe9b-4da6-af77-f55e85e94954 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Unset dirty status for tenant:4573b2b333464b439f774c54035bc008 on resource:network {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:52:36.849287 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-19ad6564-fe9b-4da6-af77-f55e85e94954 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.53 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 811 time: 0.1774194
Dec 04 21:52:36.935022 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-c415456c-5eb0-4473-9c9c-887d8f01399f tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Synchronizing usage tracker for tenant:4573b2b333464b439f774c54035bc008 on resource:security_group {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:52:36.948349 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-c415456c-5eb0-4473-9c9c-887d8f01399f tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Unset dirty status for tenant:4573b2b333464b439f774c54035bc008 on resource:security_group {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:52:36.949746 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-c415456c-5eb0-4473-9c9c-887d8f01399f tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4573b2b333464b439f774c54035bc008 HTTP/1.1" status: 200  len: 5551 time: 0.0808465
Dec 04 21:52:36.960930 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Request body: {'port': {'device_id': '58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'admin_state_up': True, 'tenant_id': '4573b2b333464b439f774c54035bc008', 'security_groups': ['3cce828c-a2a8-4ec3-8129-c9ffc0f4c704']}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:52:36.997826 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eb02ddee-3e18-473a-9362-6fff10b1c44d req-540f1df5-f5fa-4d1d-9574-68df8236a729 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 210 time: 0.0474699
Dec 04 21:52:37.114698 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:52:37.118747 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Usage tracker for resource:port and tenant:4573b2b333464b439f774c54035bc008 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:52:37.121717 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Quota usage for port was recalculated. Used quota:2. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:52:37.128517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:52:37.137141 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Made reservation on behalf of 4573b2b333464b439f774c54035bc008 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:52:37.143250 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:37.457291 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Allocated IP 172.20.0.9 (49019fc1-8adf-48aa-ad03-b0dbba29b902/ab187270-7722-48e0-8264-21c03e283d27/196aaa85-2df0-4146-b29d-4abe76db0a12) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:52:37.668630 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:37.685294 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Transition to ACTIVE for port object 196aaa85-2df0-4146-b29d-4abe76db0a12 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:52:37.705591 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:37.725738 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:37.860256 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Pushing event updated for resources: {'Port': ['ID=196aaa85-2df0-4146-b29d-4abe76db0a12,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:37.865140 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:37.919200 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Network 49019fc1-8adf-48aa-ad03-b0dbba29b902 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:52:37.920482 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:52:37.922748 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:52:37.990407 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:37.991021 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:38.013165 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0564423
Dec 04 21:52:38.031436 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Request body: {'port': {'device_id': '58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:52:38.151449 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-915837c2-6b94-4820-a618-30bd55ea1491 None None] Provisioning for port 196aaa85-2df0-4146-b29d-4abe76db0a12 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:52:38.155487 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:38.157398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-915837c2-6b94-4820-a618-30bd55ea1491 None None] Provisioning complete for port 196aaa85-2df0-4146-b29d-4abe76db0a12 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:38.158332 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-915837c2-6b94-4820-a618-30bd55ea1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:38.214855 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-915837c2-6b94-4820-a618-30bd55ea1491 None None] Port 196aaa85-2df0-4146-b29d-4abe76db0a12 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:52:38.239169 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a14dd-10aa-4eb1-8fd5-c51f9f2cee2b req-e9d0eb48-6348-4902-8601-2a792299444f tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:38.240881 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad8a14dd-10aa-4eb1-8fd5-c51f9f2cee2b req-e9d0eb48-6348-4902-8601-2a792299444f tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 931 time: 0.0842328
Dec 04 21:52:38.292205 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad8a14dd-10aa-4eb1-8fd5-c51f9f2cee2b req-d995ed48-7cac-4223-8921-9acd90b4da30 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0447254
Dec 04 21:52:38.575190 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 196aaa85-2df0-4146-b29d-4abe76db0a12 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:52:38.582909 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:38.594924 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Transition to ACTIVE for port object 196aaa85-2df0-4146-b29d-4abe76db0a12 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:52:38.598064 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:38.613939 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:38.742748 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Pushing event updated for resources: {'Port': ['ID=196aaa85-2df0-4146-b29d-4abe76db0a12,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:38.747542 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:38.935094 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Attempting to bind port 196aaa85-2df0-4146-b29d-4abe76db0a12 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:52:38.935711 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Attempting to bind port 196aaa85-2df0-4146-b29d-4abe76db0a12 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:52:38.935859 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Attempting to bind port 196aaa85-2df0-4146-b29d-4abe76db0a12 on network 49019fc1-8adf-48aa-ad03-b0dbba29b902 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:52:38.942276 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:52:38.942639 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Checking segment: {'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:52:38.943043 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:38.943433 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Bound using segment: {'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:52:38.943955 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Bound port: 196aaa85-2df0-4146-b29d-4abe76db0a12, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:52:38.944328 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:39.036022 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] For port 196aaa85-2df0-4146-b29d-4abe76db0a12, host hv-cinder-74915, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:52:39.039186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] For port 196aaa85-2df0-4146-b29d-4abe76db0a12, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=196aaa85-2df0-4146-b29d-4abe76db0a12,segment=NetworkSegment(69128c56-403e-4422-b840-7e1ec7c2bd75),segment_id=69128c56-403e-4422-b840-7e1ec7c2bd75)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:52:39.042663 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:39.061899 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22f9af29-b944-496b-a226-03df50fb9299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:39.413558 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Pushing event updated for resources: {'Port': ['ID=196aaa85-2df0-4146-b29d-4abe76db0a12,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:39.427519 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:39.460931 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:39.461612 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:39.463096 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-af00d8b7-6ede-4852-bbc0-9818ad4c67b2 service neutron] 10.222.0.53 "PUT /v2.0/ports/196aaa85-2df0-4146-b29d-4abe76db0a12 HTTP/1.1" status: 200  len: 1157 time: 1.4368029
Dec 04 21:52:39.463655 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2', 'tag': '196aaa85-2df0-4146-b29d-4abe76db0a12'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:52:39.539416 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ac105-8eaa-484c-a3be-64c61f7d995f req-2f04a9f3-e082-46b6-ac14-79eb29f6b8ed tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:39.541103 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cf5ac105-8eaa-484c-a3be-64c61f7d995f req-2f04a9f3-e082-46b6-ac14-79eb29f6b8ed tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 943 time: 0.1110599
Dec 04 21:52:39.557627 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2', 'tag': '196aaa85-2df0-4146-b29d-4abe76db0a12', 'status': 'completed', 'code': 200}
Dec 04 21:52:39.592170 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cf5ac105-8eaa-484c-a3be-64c61f7d995f req-c80759f7-8f66-4e32-9993-31d74e1d8d3d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0440605
Dec 04 21:52:39.602941 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-97e59e77-b9fc-4aa4-ba72-aae67326b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:39.605136 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-97e59e77-b9fc-4aa4-ba72-aae67326b5dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 1160 time: 0.0883098
Dec 04 21:52:39.685739 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-8fb92c41-5179-4055-bb28-34e3443ba86d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=196aaa85-2df0-4146-b29d-4abe76db0a12 HTTP/1.1" status: 200  len: 217 time: 0.0686610
Dec 04 21:52:39.755918 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-1cc52abc-cec2-42b7-aea5-d3c3c5158bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:39.757374 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-1cc52abc-cec2-42b7-aea5-d3c3c5158bb0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0647216
Dec 04 21:52:39.841425 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-80e62a5c-3243-4bb8-8db7-8f5e6500f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:39.843093 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-80e62a5c-3243-4bb8-8db7-8f5e6500f666 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789223
Dec 04 21:52:39.988040 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-f709758a-4d55-4fb2-b80a-821c968e4fb0 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384158
Dec 04 21:52:40.135652 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94b893d9-b6ad-4998-af31-3534a2e35e41 req-ee5ee292-b145-413e-8fe3-d31c51021dbf service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416519
Dec 04 21:52:40.302832 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61d019-9c56-4b08-90e9-c4a85116220e req-fe3b33ec-de5c-4dcb-b2f7-63971d77b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:40.304464 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa61d019-9c56-4b08-90e9-c4a85116220e req-fe3b33ec-de5c-4dcb-b2f7-63971d77b00f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 1160 time: 0.0754395
Dec 04 21:52:40.448942 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61d019-9c56-4b08-90e9-c4a85116220e req-3f20805f-ef1d-49d3-b049-e3aa2e28d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:40.450461 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa61d019-9c56-4b08-90e9-c4a85116220e req-3f20805f-ef1d-49d3-b049-e3aa2e28d432 service neutron] 10.222.0.53 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 905 time: 0.1391363
Dec 04 21:52:40.525596 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa61d019-9c56-4b08-90e9-c4a85116220e req-59ab13ef-3b60-4d52-af04-129d1bfd0fe7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=196aaa85-2df0-4146-b29d-4abe76db0a12 HTTP/1.1" status: 200  len: 217 time: 0.0673170
Dec 04 21:52:40.595183 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61d019-9c56-4b08-90e9-c4a85116220e req-dbc243e0-9030-4ae7-a53d-f6e57446d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:40.596897 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa61d019-9c56-4b08-90e9-c4a85116220e req-dbc243e0-9030-4ae7-a53d-f6e57446d2f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0644948
Dec 04 21:52:40.677770 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61d019-9c56-4b08-90e9-c4a85116220e req-925ae9f9-9302-4932-8893-9f78fdddfae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:40.679494 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa61d019-9c56-4b08-90e9-c4a85116220e req-925ae9f9-9302-4932-8893-9f78fdddfae0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761471
Dec 04 21:52:40.812674 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5b41f-b1af-4f6c-a44f-928439da9d60 req-0b2f323c-4cf7-4294-929f-f9ffbce5a2d2 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:40.814877 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0cf5b41f-b1af-4f6c-a44f-928439da9d60 req-0b2f323c-4cf7-4294-929f-f9ffbce5a2d2 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 943 time: 0.0872252
Dec 04 21:52:40.826492 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa61d019-9c56-4b08-90e9-c4a85116220e req-6321d202-2305-4471-9d8d-40164e2a041b service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407223
Dec 04 21:52:40.862848 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0cf5b41f-b1af-4f6c-a44f-928439da9d60 req-e02cc951-a248-44b6-8ca5-1a9b516f86d8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0413914
Dec 04 21:52:40.971324 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa61d019-9c56-4b08-90e9-c4a85116220e req-b0dca6b9-db2f-4738-bfe4-cb8428168432 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378050
Dec 04 21:52:42.076643 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2c88a-f425-4e40-9154-1b0510d62dfc req-709189e1-a22d-4c26-90ac-bc1c7f2814b4 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:42.078270 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0c2c88a-f425-4e40-9154-1b0510d62dfc req-709189e1-a22d-4c26-90ac-bc1c7f2814b4 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 943 time: 0.0849571
Dec 04 21:52:42.130695 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0c2c88a-f425-4e40-9154-1b0510d62dfc req-b45b062b-4699-4e8d-a0ad-7bb05bfbc572 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0452359
Dec 04 21:52:43.341373 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ff9fe-ea79-410e-8397-dff25dcf907c req-6cd16acd-9620-4863-8524-8c62ba062b32 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:43.342995 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-779ff9fe-ea79-410e-8397-dff25dcf907c req-6cd16acd-9620-4863-8524-8c62ba062b32 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 943 time: 0.0846424
Dec 04 21:52:43.390869 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-779ff9fe-ea79-410e-8397-dff25dcf907c req-7cc17d9d-6aae-499a-9de6-0c67e6242d70 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0411150
Dec 04 21:52:44.606938 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eaaed-37da-45f5-b6eb-b1a1f39c1e0c req-c869d8b9-2d56-408a-b419-6a72d9af9f06 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:44.608576 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-779eaaed-37da-45f5-b6eb-b1a1f39c1e0c req-c869d8b9-2d56-408a-b419-6a72d9af9f06 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 943 time: 0.0880980
Dec 04 21:52:44.657133 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-779eaaed-37da-45f5-b6eb-b1a1f39c1e0c req-f463c98e-b700-4d21-ab67-4334d04421d6 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0416856
Dec 04 21:52:45.873563 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7079f04-dd9f-4b38-84fe-8c8d30e08be9 req-4c6244dd-f500-4711-9316-bc9e6e4d2293 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:45.875213 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7079f04-dd9f-4b38-84fe-8c8d30e08be9 req-4c6244dd-f500-4711-9316-bc9e6e4d2293 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 943 time: 0.0858126
Dec 04 21:52:45.931130 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7079f04-dd9f-4b38-84fe-8c8d30e08be9 req-2516970d-3dcf-4e1c-9531-f2c0bde8816c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0480781
Dec 04 21:52:47.152928 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed1a47-09a8-43f2-a488-881eb80fb2c0 req-0d188d1a-5031-49b8-b6e4-62f253e2e5d8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:47.153557 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e7ed1a47-09a8-43f2-a488-881eb80fb2c0 req-0d188d1a-5031-49b8-b6e4-62f253e2e5d8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 943 time: 0.0863261
Dec 04 21:52:47.202860 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e7ed1a47-09a8-43f2-a488-881eb80fb2c0 req-2b062af2-84ab-4d95-8043-83ccff2aee06 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0427909
Dec 04 21:52:48.332462 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 196aaa85-2df0-4146-b29d-4abe76db0a12 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:52:48.411975 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port 196aaa85-2df0-4146-b29d-4abe76db0a12 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:52:48.417614 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 196aaa85-2df0-4146-b29d-4abe76db0a12 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:48.418041 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:48.461668 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d693db-821b-46a0-93b6-94603fc00784 req-8a9c1f07-bd4e-4c57-b286-1a0d84948025 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:48.463474 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d2d693db-821b-46a0-93b6-94603fc00784 req-8a9c1f07-bd4e-4c57-b286-1a0d84948025 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 943 time: 0.1249111
Dec 04 21:52:48.522449 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d2d693db-821b-46a0-93b6-94603fc00784 req-6ab99c92-5e01-4675-b214-13ea59938f51 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0458295
Dec 04 21:52:48.558151 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:48.587234 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196aaa85-2df0-4146-b29d-4abe76db0a12'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:52:48.598607 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 196aaa85-2df0-4146-b29d-4abe76db0a12, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=196aaa85-2df0-4146-b29d-4abe76db0a12,segment=NetworkSegment(69128c56-403e-4422-b840-7e1ec7c2bd75),segment_id=69128c56-403e-4422-b840-7e1ec7c2bd75)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:52:48.602532 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:48.604559 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fc82b035-f462-41b2-bfa5-023982c1e3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:48.651763 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196aaa85-2df0-4146-b29d-4abe76db0a12', 'code': 200}
Dec 04 21:52:48.680575 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=196aaa85-2df0-4146-b29d-4abe76db0a12,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:48.683954 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:48.970921 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d451f35-8d9c-45fb-8c1f-fc2689e04f18 req-cf206719-1bf2-4f41-b6d7-99593e25db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:48.972735 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8d451f35-8d9c-45fb-8c1f-fc2689e04f18 req-cf206719-1bf2-4f41-b6d7-99593e25db67 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 1162 time: 0.0839686
Dec 04 21:52:49.018994 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8d451f35-8d9c-45fb-8c1f-fc2689e04f18 req-d80b2de6-fc1e-48b1-9d18-d46d64a02d5c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0395679
Dec 04 21:52:49.742909 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a29a9-bfee-4809-a973-9a0400140772 req-8796fa4c-58dc-463f-862c-6efbdbd3dc4e tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:49.744628 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cc0a29a9-bfee-4809-a973-9a0400140772 req-8796fa4c-58dc-463f-862c-6efbdbd3dc4e tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 945 time: 0.0853920
Dec 04 21:52:49.796631 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cc0a29a9-bfee-4809-a973-9a0400140772 req-ac1cb882-d7cd-4cb3-8cee-50ff89a9c040 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0456717
Dec 04 21:52:50.037969 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 196aaa85-2df0-4146-b29d-4abe76db0a12 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:52:50.110542 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 196aaa85-2df0-4146-b29d-4abe76db0a12 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:52:50.111219 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:51.015379 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e0872-5bee-4099-ab12-fca1e09d87d5 req-1edf53ab-a91d-4311-b62f-1d902919c37b tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:51.018819 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-828e0872-5bee-4099-ab12-fca1e09d87d5 req-1edf53ab-a91d-4311-b62f-1d902919c37b tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 945 time: 0.0903039
Dec 04 21:52:51.070005 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-828e0872-5bee-4099-ab12-fca1e09d87d5 req-2ab7aafc-b10b-434a-956f-8221522b5a3d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0440249
Dec 04 21:52:51.292367 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013d6b7-7112-471d-a076-802dc00db104 req-7f1fc1dc-09ff-4d64-a9c3-588812da2474 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:51.293602 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9013d6b7-7112-471d-a076-802dc00db104 req-7f1fc1dc-09ff-4d64-a9c3-588812da2474 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 945 time: 0.0895810
Dec 04 21:52:51.341313 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9013d6b7-7112-471d-a076-802dc00db104 req-80e80de8-90ec-4628-af5e-99a6d40e109f tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0409811
Dec 04 21:52:51.776614 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-ab7713ab-d802-4f86-aad1-2f67c7d51aa6 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3810568
Dec 04 21:52:51.786883 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Request body: {'floatingip': {'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:52:51.792600 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:52:51.796664 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Usage tracker for resource:floatingip and tenant:4573b2b333464b439f774c54035bc008 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:52:51.799691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:52:51.805907 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:52:51.815143 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for floatingip, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:51.959737 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:52.235628 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Allocated IP 172.27.1.64 (5a5bc502-ed14-4f0a-889e-34e38dce125b/2af0f04a-6e02-4e2b-b142-69b01684337c/769a4088-ebb7-4716-b865-1e485cd6d6dd) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:52:52.399420 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:52.425478 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:52.439502 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-05266bcc-c169-44e7-89b0-cf23408bb270 tempest-AttachVolumeTestJSON-1214793131 tempest-AttachVolumeTestJSON-1214793131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:52.574191 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Pushing event updated for resources: {'Port': ['ID=769a4088-ebb7-4716-b865-1e485cd6d6dd,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:52.577688 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:52.634651 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:52:52.635848 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:52:52.638399 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:52:52.726842 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for floatingip, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:52.785750 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:53.060650 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:53.064304 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:53.079581 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0a6ad756-45d1-4da8-9294-8e627d461b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:52:53.210438 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Pushing event updated for resources: {'Port': ['ID=769a4088-ebb7-4716-b865-1e485cd6d6dd,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:52:53.215659 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:52:53.322035 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:53.345395 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:53.346724 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-a413fce2-e34f-497c-8770-05c72ebf9427 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5641484
Dec 04 21:52:53.430105 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-ed167341-9a03-4e2b-968c-27a46dd758ba tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Synchronizing usage tracker for tenant:4573b2b333464b439f774c54035bc008 on resource:floatingip {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:52:53.446618 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-ed167341-9a03-4e2b-968c-27a46dd758ba tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Unset dirty status for tenant:4573b2b333464b439f774c54035bc008 on resource:floatingip {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:52:53.447919 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-ed167341-9a03-4e2b-968c-27a46dd758ba tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.64 HTTP/1.1" status: 200  len: 695 time: 0.0937607
Dec 04 21:52:53.610600 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-e914457b-54ba-4dd2-bc69-c3ff37f40c68 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:53.612295 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4f24dd9e-a8a0-40f4-a4ab-8bb3ce53ed9e req-e914457b-54ba-4dd2-bc69-c3ff37f40c68 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/networks/5a5bc502-ed14-4f0a-889e-34e38dce125b HTTP/1.1" status: 200  len: 784 time: 0.1584394
Dec 04 21:52:53.814684 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-513cdfd9-6613-4238-9970-a4692360088d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:53.816526 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-513cdfd9-6613-4238-9970-a4692360088d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0946255
Dec 04 21:52:53.903826 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-75540991-1b3b-48b7-b37a-e2442f906422 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.64 HTTP/1.1" status: 200  len: 695 time: 0.0800507
Dec 04 21:52:53.914970 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-35fef18e-fc39-4585-91ba-57b896cdbbe3 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Request body: {'floatingip': {'port_id': '196aaa85-2df0-4146-b29d-4abe76db0a12', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:52:53.999821 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-35fef18e-fc39-4585-91ba-57b896cdbbe3 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for floatingip, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:54.650524 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-35fef18e-fc39-4585-91ba-57b896cdbbe3 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for floatingip, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:54.653555 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-35fef18e-fc39-4585-91ba-57b896cdbbe3 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:54.833989 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-35fef18e-fc39-4585-91ba-57b896cdbbe3 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Floating IP 6869f140-99fa-4d87-b13f-9c6b976a297c associated. External IP: 172.27.1.64, port: 196aaa85-2df0-4146-b29d-4abe76db0a12.
Dec 04 21:52:55.457959 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-35fef18e-fc39-4585-91ba-57b896cdbbe3 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Router 0df3963d-90f0-47b4-aec6-d2483baacb4e has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:52:55.654482 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-35fef18e-fc39-4585-91ba-57b896cdbbe3 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:52:55.658883 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-35fef18e-fc39-4585-91ba-57b896cdbbe3 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:55.664747 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde6a8c5-cf4a-4d6a-914b-dccc575685f0 None None] Sync routers for ids ['0df3963d-90f0-47b4-aec6-d2483baacb4e'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:52:55.675263 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde6a8c5-cf4a-4d6a-914b-dccc575685f0 None None] Routers {'0df3963d-90f0-47b4-aec6-d2483baacb4e'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:52:55.675979 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-fde6a8c5-cf4a-4d6a-914b-dccc575685f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcd58c18>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:52:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['0df3963d-90f0-47b4-aec6-d2483baacb4e'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:55.722201 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-35fef18e-fc39-4585-91ba-57b896cdbbe3 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "PUT /v2.0/floatingips/6869f140-99fa-4d87-b13f-9c6b976a297c HTTP/1.1" status: 200  len: 995 time: 1.8116395
Dec 04 21:52:55.722709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2', 'tag': '196aaa85-2df0-4146-b29d-4abe76db0a12'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:52:55.796754 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2', 'tag': '196aaa85-2df0-4146-b29d-4abe76db0a12', 'status': 'completed', 'code': 200}
Dec 04 21:52:55.842330 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-7df7ea7d-ef31-4a09-b1c7-0e91c8e90580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:55.847178 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-7df7ea7d-ef31-4a09-b1c7-0e91c8e90580 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 1162 time: 0.1086681
Dec 04 21:52:55.877843 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-fde6a8c5-cf4a-4d6a-914b-dccc575685f0 None None] Set router 0df3963d-90f0-47b4-aec6-d2483baacb4e gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:52:55.920413 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ceddd-0bba-48f6-824c-6393f878d895 req-2bea3874-366f-4b53-9535-581abcf646d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:55.922057 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0ceddd-0bba-48f6-824c-6393f878d895 req-2bea3874-366f-4b53-9535-581abcf646d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 1162 time: 0.0839047
Dec 04 21:52:56.012056 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-3ee69336-1888-4b33-9536-0b63c0ce0c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:56.013727 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-3ee69336-1888-4b33-9536-0b63c0ce0c3f service neutron] 10.222.0.44 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 905 time: 0.1616173
Dec 04 21:52:56.155693 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-69249407-1cd6-46ca-9367-6bb364e10ec3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=196aaa85-2df0-4146-b29d-4abe76db0a12 HTTP/1.1" status: 200  len: 998 time: 0.1338642
Dec 04 21:52:56.195591 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ceddd-0bba-48f6-824c-6393f878d895 req-86912474-82fc-4002-80a7-af3cdef01f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:56.197203 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0ceddd-0bba-48f6-824c-6393f878d895 req-86912474-82fc-4002-80a7-af3cdef01f93 service neutron] 10.222.0.53 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 905 time: 0.2687805
Dec 04 21:52:56.233463 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-75eafb2e-f12b-4259-9d51-c29ee471e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:56.235362 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-75eafb2e-f12b-4259-9d51-c29ee471e789 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0711367
Dec 04 21:52:56.276925 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-fde6a8c5-cf4a-4d6a-914b-dccc575685f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcd58c18>, [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '6869f140-99fa-4d87-b13f-9c6b976a297c', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'floating_ip_address': '172.27.1.64', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'port_id': '196aaa85-2df0-4146-b29d-4abe76db0a12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'mac_address': 'fa:16:3e:2b:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:52:52Z', 'updated_at': '2020-12-04T21:52:54Z', 'revision_number': 1, 'project_id': '4573b2b333464b439f774c54035bc008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:12Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:56.281348 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde6a8c5-cf4a-4d6a-914b-dccc575685f0 None None] Checking router: 0df3963d-90f0-47b4-aec6-d2483baacb4e for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:52:56.291399 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde6a8c5-cf4a-4d6a-914b-dccc575685f0 None None] Routers {'0df3963d-90f0-47b4-aec6-d2483baacb4e'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:52:56.292127 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-fde6a8c5-cf4a-4d6a-914b-dccc575685f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcd58c18>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:52:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['0df3963d-90f0-47b4-aec6-d2483baacb4e'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:56.317411 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0ceddd-0bba-48f6-824c-6393f878d895 req-a998e289-c34d-4e2e-b35b-801ea8f4f145 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=196aaa85-2df0-4146-b29d-4abe76db0a12 HTTP/1.1" status: 200  len: 998 time: 0.1125956
Dec 04 21:52:56.331224 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-721427ae-e705-4d31-a0e9-44ea0a5fe076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:56.333744 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-721427ae-e705-4d31-a0e9-44ea0a5fe076 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0899668
Dec 04 21:52:56.401565 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ceddd-0bba-48f6-824c-6393f878d895 req-5250d4de-1299-460d-a730-0e71e2dd61f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:56.403674 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0ceddd-0bba-48f6-824c-6393f878d895 req-5250d4de-1299-460d-a730-0e71e2dd61f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0801356
Dec 04 21:52:56.498858 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ceddd-0bba-48f6-824c-6393f878d895 req-f813febf-8c97-4096-847f-c68d644b0e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:52:56.500942 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0ceddd-0bba-48f6-824c-6393f878d895 req-f813febf-8c97-4096-847f-c68d644b0e32 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0903895
Dec 04 21:52:56.512523 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-de0ceddd-0bba-48f6-824c-6393f878d895 req-7c707bf4-cce1-4ca0-967f-fa1a9ca17f5d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80264) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 21:52:56.513702 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0ceddd-0bba-48f6-824c-6393f878d895 req-7c707bf4-cce1-4ca0-967f-fa1a9ca17f5d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0066099
Dec 04 21:52:56.518991 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-d9b1e154-b5db-4dfc-bcb1-0f14cae9ae4c service neutron] 10.222.0.44 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688809
Dec 04 21:52:56.640708 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1a24929d-59d7-40e8-9384-95e86c1060d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:52:56.666282 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-fde6a8c5-cf4a-4d6a-914b-dccc575685f0 None None] Set router 0df3963d-90f0-47b4-aec6-d2483baacb4e gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:52:56.712227 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d24015d2-ec0b-4e7a-ad84-071f26464dc9 req-aebc92b2-e417-4c63-b411-36349986b0b9 service neutron] 10.222.0.44 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1846313
Dec 04 21:52:56.734426 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0ceddd-0bba-48f6-824c-6393f878d895 req-150c0ade-2b2b-4e05-974a-baf0a14b8485 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2134302
Dec 04 21:52:56.889300 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0ceddd-0bba-48f6-824c-6393f878d895 req-c522763e-305b-4807-bf6d-c0badd0350d7 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1480048
Dec 04 21:52:57.047007 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-fde6a8c5-cf4a-4d6a-914b-dccc575685f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcd58c18>, [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '6869f140-99fa-4d87-b13f-9c6b976a297c', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'floating_ip_address': '172.27.1.64', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'port_id': '196aaa85-2df0-4146-b29d-4abe76db0a12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'mac_address': 'fa:16:3e:2b:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:52:52Z', 'updated_at': '2020-12-04T21:52:54Z', 'revision_number': 1, 'project_id': '4573b2b333464b439f774c54035bc008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:12Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:52:57.051440 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde6a8c5-cf4a-4d6a-914b-dccc575685f0 None None] The sync data for ids ['0df3963d-90f0-47b4-aec6-d2483baacb4e'] in dv-cinder-749155-4-iscsi is: [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '6869f140-99fa-4d87-b13f-9c6b976a297c', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'floating_ip_address': '172.27.1.64', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'port_id': '196aaa85-2df0-4146-b29d-4abe76db0a12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'mac_address': 'fa:16:3e:2b:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:52:52Z', 'updated_at': '2020-12-04T21:52:54Z', 'revision_number': 1, 'project_id': '4573b2b333464b439f774c54035bc008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:12Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:52:57.352592 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe30656-8f38-4a18-ad32-1566c7947e15 None None] New status for floating IP 6869f140-99fa-4d87-b13f-9c6b976a297c: ACTIVE {{(pid=80266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 21:53:00.534887 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fe7284f-8afd-4d64-b3a7-66b4e55d3ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:53:01.569852 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:53:01.924932 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:53:02.179184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:53:02.181575 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:53:08.927303 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:53:22.285663 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-143491f5-f9c5-41f0-a3fb-4bf584f61e77 req-17bdbb2b-0b6b-475b-99a1-2153c5a4d9dd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0745819
Dec 04 21:53:22.457923 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143491f5-f9c5-41f0-a3fb-4bf584f61e77 req-b3e71372-3601-4638-a766-aca4f1c71456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:53:22.459700 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-143491f5-f9c5-41f0-a3fb-4bf584f61e77 req-b3e71372-3601-4638-a766-aca4f1c71456 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 1162 time: 0.0821688
Dec 04 21:53:22.643447 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143491f5-f9c5-41f0-a3fb-4bf584f61e77 req-091dbf44-32cb-4914-b713-be6415699900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:53:22.645115 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-143491f5-f9c5-41f0-a3fb-4bf584f61e77 req-091dbf44-32cb-4914-b713-be6415699900 service neutron] 10.222.0.53 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 905 time: 0.1655340
Dec 04 21:53:22.755060 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-143491f5-f9c5-41f0-a3fb-4bf584f61e77 req-cf7449fa-5fa2-4ff5-9d18-fa27beb303b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=196aaa85-2df0-4146-b29d-4abe76db0a12 HTTP/1.1" status: 200  len: 1000 time: 0.1025708
Dec 04 21:53:22.824334 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143491f5-f9c5-41f0-a3fb-4bf584f61e77 req-242d5275-0b43-426d-ab91-7a084f87f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:53:22.825981 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-143491f5-f9c5-41f0-a3fb-4bf584f61e77 req-242d5275-0b43-426d-ab91-7a084f87f60d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0639725
Dec 04 21:53:22.905465 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143491f5-f9c5-41f0-a3fb-4bf584f61e77 req-f8f2e10a-f68c-4680-a197-59c56646d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:53:22.907175 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-143491f5-f9c5-41f0-a3fb-4bf584f61e77 req-f8f2e10a-f68c-4680-a197-59c56646d975 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733788
Dec 04 21:53:23.056548 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-143491f5-f9c5-41f0-a3fb-4bf584f61e77 req-063d5e91-2c3d-40fd-9b09-4f7a9d6d6f0a service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409521
Dec 04 21:53:23.222364 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-143491f5-f9c5-41f0-a3fb-4bf584f61e77 req-88419652-492f-4c5b-b7a7-15e483d5e59e service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1589615
Dec 04 21:53:26.635802 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ae1964d7-ad08-4de4-a75f-15206f277817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:53:30.538199 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4001837e-4ac0-4914-9ccc-2fc679f733a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:53:31.569545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:53:31.928408 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:53:32.189961 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:53:32.198251 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:53:45.927318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:53:56.636939 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1d4096dd-0b70-4bcb-bf02-ffbb0434876f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:00.539002 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fba8631c-56dc-4c4d-8d1a-7053ac0819e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:01.573086 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:01.931559 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:02.186186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:02.208241 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:22.927022 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:54:24.919352 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd23989a-2dce-4a22-a8b0-bb85ceff8f37 req-11b57301-3ff4-424a-8de0-8ae6f62a7a57 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0875537
Dec 04 21:54:25.082913 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23989a-2dce-4a22-a8b0-bb85ceff8f37 req-e7c3265c-487a-4e8a-9499-48327b3996cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:25.084567 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd23989a-2dce-4a22-a8b0-bb85ceff8f37 req-e7c3265c-487a-4e8a-9499-48327b3996cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 1162 time: 0.0761375
Dec 04 21:54:25.243840 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23989a-2dce-4a22-a8b0-bb85ceff8f37 req-fb96a170-3b2f-4846-9255-1a46fa411f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:25.245443 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd23989a-2dce-4a22-a8b0-bb85ceff8f37 req-fb96a170-3b2f-4846-9255-1a46fa411f60 service neutron] 10.222.0.53 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 905 time: 0.1413374
Dec 04 21:54:25.356579 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd23989a-2dce-4a22-a8b0-bb85ceff8f37 req-a8d3afb1-a108-46a4-a501-7e2e525896b3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=196aaa85-2df0-4146-b29d-4abe76db0a12 HTTP/1.1" status: 200  len: 1000 time: 0.1045825
Dec 04 21:54:25.428469 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23989a-2dce-4a22-a8b0-bb85ceff8f37 req-896bacf9-1bf8-4be9-a758-ffc966457b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:25.430087 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd23989a-2dce-4a22-a8b0-bb85ceff8f37 req-896bacf9-1bf8-4be9-a758-ffc966457b0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0664735
Dec 04 21:54:25.512845 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23989a-2dce-4a22-a8b0-bb85ceff8f37 req-cb323fda-0a81-4e4a-ab90-6b80985af009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:25.514344 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd23989a-2dce-4a22-a8b0-bb85ceff8f37 req-cb323fda-0a81-4e4a-ab90-6b80985af009 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778556
Dec 04 21:54:25.872906 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd23989a-2dce-4a22-a8b0-bb85ceff8f37 req-7eeb959c-f9eb-4c0e-9307-bbf7433bb02c service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3520291
Dec 04 21:54:26.016891 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd23989a-2dce-4a22-a8b0-bb85ceff8f37 req-77afceab-64d3-4d2f-962d-ca1e3cbc1fe2 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379344
Dec 04 21:54:26.639277 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f51d4a5-ab44-4178-a14e-1782b54e5037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:30.540779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-68d4f5f5-7ccd-4dd9-bddc-3f09cc8720d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:31.575332 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:31.935275 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:32.188821 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:32.209798 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:45.309363 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b9245-1147-4d52-b0ce-f6d12e4a609b req-1add352a-ac8e-4314-9e87-d5888f1d447e tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:45.311927 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f94b9245-1147-4d52-b0ce-f6d12e4a609b req-1add352a-ac8e-4314-9e87-d5888f1d447e tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 945 time: 0.0852556
Dec 04 21:54:45.358515 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f94b9245-1147-4d52-b0ce-f6d12e4a609b req-79250e22-6dba-439a-881e-1173ecdbfd46 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0400286
Dec 04 21:54:46.587488 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d44e79-a574-41fb-b93b-a48abec2b202 req-75b3a6a8-a275-4557-978b-00bba2edcef9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:46.589041 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-45d44e79-a574-41fb-b93b-a48abec2b202 req-75b3a6a8-a275-4557-978b-00bba2edcef9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 945 time: 0.0858250
Dec 04 21:54:46.638494 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-45d44e79-a574-41fb-b93b-a48abec2b202 req-7f0cd1e9-35b4-43c3-a9f7-73e59465e48c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0425653
Dec 04 21:54:46.658173 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 196aaa85-2df0-4146-b29d-4abe76db0a12 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:54:46.776582 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:46.804368 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '196aaa85-2df0-4146-b29d-4abe76db0a12'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:54:46.815950 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 196aaa85-2df0-4146-b29d-4abe76db0a12, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=196aaa85-2df0-4146-b29d-4abe76db0a12,segment=NetworkSegment(69128c56-403e-4422-b840-7e1ec7c2bd75),segment_id=69128c56-403e-4422-b840-7e1ec7c2bd75)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:54:46.819258 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:46.821274 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:54:46.890118 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=196aaa85-2df0-4146-b29d-4abe76db0a12,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:54:46.898456 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.898852 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.899237 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.899646 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.900026 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.900400 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.900771 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.901141 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.901511 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.901881 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.902260 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.902615 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.903052 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.903503 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.903796 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.904158 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.904505 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.904872 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.905230 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.905632 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.906051 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.906359 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.906833 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.907196 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:46.912092 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:54:46.935573 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c417d-603f-4e61-a2fb-143c61286003 req-c1ed7f53-e76d-4105-9803-5905f6ae7b1f tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:46.936335 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-005c417d-603f-4e61-a2fb-143c61286003 req-c1ed7f53-e76d-4105-9803-5905f6ae7b1f tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Synchronizing usage tracker for tenant:4573b2b333464b439f774c54035bc008 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:54:46.953914 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-005c417d-603f-4e61-a2fb-143c61286003 req-c1ed7f53-e76d-4105-9803-5905f6ae7b1f tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Unset dirty status for tenant:4573b2b333464b439f774c54035bc008 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:54:46.955359 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-005c417d-603f-4e61-a2fb-143c61286003 req-c1ed7f53-e76d-4105-9803-5905f6ae7b1f tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.53 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 943 time: 0.1267803
Dec 04 21:54:47.037087 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-005c417d-603f-4e61-a2fb-143c61286003 req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Deleting port 196aaa85-2df0-4146-b29d-4abe76db0a12 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:54:47.037477 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-005c417d-603f-4e61-a2fb-143c61286003 req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:47.087225 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '196aaa85-2df0-4146-b29d-4abe76db0a12', 'code': 200}
Dec 04 21:54:47.303709 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-005c417d-603f-4e61-a2fb-143c61286003 req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] For port 196aaa85-2df0-4146-b29d-4abe76db0a12, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=196aaa85-2df0-4146-b29d-4abe76db0a12,segment=NetworkSegment(69128c56-403e-4422-b840-7e1ec7c2bd75),segment_id=69128c56-403e-4422-b840-7e1ec7c2bd75)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:54:47.304114 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-005c417d-603f-4e61-a2fb-143c61286003 req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:47.606075 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-005c417d-603f-4e61-a2fb-143c61286003 req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for floatingip, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:47.606638 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-005c417d-603f-4e61-a2fb-143c61286003 req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:47.606751 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-005c417d-603f-4e61-a2fb-143c61286003 req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Floating IP 6869f140-99fa-4d87-b13f-9c6b976a297c disassociated. External IP: 172.27.1.64, port: 196aaa85-2df0-4146-b29d-4abe76db0a12.
Dec 04 21:54:47.607077 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-005c417d-603f-4e61-a2fb-143c61286003 req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Calling delete_port for 196aaa85-2df0-4146-b29d-4abe76db0a12 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:54:47.752013 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-005c417d-603f-4e61-a2fb-143c61286003 req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:47.767765 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bf21e4f4-8d03-4d38-9c54-74ab86a1ed3d tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:54:47.818933 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0ef3abe0-07b8-4c57-9d57-1d57ebb824ac req-e3dc0e24-fabb-4c50-8453-007b956afba1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 210 time: 0.0466137
Dec 04 21:54:47.865054 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Pushing event deleted for resources: {'Port': ['ID=196aaa85-2df0-4146-b29d-4abe76db0a12,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:54:47.876686 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.877103 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.877513 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.877920 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.878322 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.878723 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.879122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.879540 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.879942 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.880343 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.880736 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.881129 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.881592 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.882026 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.882421 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.882814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.883207 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.883624 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.884017 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.884406 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.884793 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.885184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.885577 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.885969 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:54:47.891045 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:54:48.146229 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-005c417d-603f-4e61-a2fb-143c61286003 req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Router 0df3963d-90f0-47b4-aec6-d2483baacb4e has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:54:48.335597 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-005c417d-603f-4e61-a2fb-143c61286003 req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:54:48.348330 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c579e6-16d4-4854-98f3-b77e6eec57b5 None None] Sync routers for ids ['0df3963d-90f0-47b4-aec6-d2483baacb4e'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:54:48.359067 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c579e6-16d4-4854-98f3-b77e6eec57b5 None None] Routers {'0df3963d-90f0-47b4-aec6-d2483baacb4e'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:54:48.359967 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e1c579e6-16d4-4854-98f3-b77e6eec57b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fdce76d8>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:54:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['0df3963d-90f0-47b4-aec6-d2483baacb4e'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:54:48.373031 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-005c417d-603f-4e61-a2fb-143c61286003 req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] No DVR routers for this DVR port 196aaa85-2df0-4146-b29d-4abe76db0a12 on host hv-cinder-74915 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:54:48.375697 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-005c417d-603f-4e61-a2fb-143c61286003 req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:48.378629 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2', 'name': 'network-vif-deleted', 'tag': '196aaa85-2df0-4146-b29d-4abe76db0a12'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:54:48.396332 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-005c417d-603f-4e61-a2fb-143c61286003 req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.53 "DELETE /v2.0/ports/196aaa85-2df0-4146-b29d-4abe76db0a12 HTTP/1.1" status: 204  len: 173 time: 1.4339652
Dec 04 21:54:48.562670 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-e1c579e6-16d4-4854-98f3-b77e6eec57b5 None None] Set router 0df3963d-90f0-47b4-aec6-d2483baacb4e gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:54:48.565546 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2', 'name': 'network-vif-deleted', 'tag': '196aaa85-2df0-4146-b29d-4abe76db0a12', 'status': 'completed', 'code': 200}
Dec 04 21:54:48.900121 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e1c579e6-16d4-4854-98f3-b77e6eec57b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fdce76d8>, [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:12Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:54:48.906091 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c579e6-16d4-4854-98f3-b77e6eec57b5 None None] Checking router: 0df3963d-90f0-47b4-aec6-d2483baacb4e for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:54:48.916435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c579e6-16d4-4854-98f3-b77e6eec57b5 None None] Routers {'0df3963d-90f0-47b4-aec6-d2483baacb4e'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:54:48.917105 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e1c579e6-16d4-4854-98f3-b77e6eec57b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fdce76d8>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:54:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['0df3963d-90f0-47b4-aec6-d2483baacb4e'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:54:49.003833 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-966e3e59-c037-4d82-a944-f1503d747865 req-6f728dcf-ac16-4e74-bf22-051d800f7c60 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=58fcc0f6-1ad7-43a8-9a19-2acd9c1430f2 HTTP/1.1" status: 200  len: 210 time: 0.0507503
Dec 04 21:54:49.117809 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-e1c579e6-16d4-4854-98f3-b77e6eec57b5 None None] Set router 0df3963d-90f0-47b4-aec6-d2483baacb4e gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:54:49.460340 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e1c579e6-16d4-4854-98f3-b77e6eec57b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fdce76d8>, [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:12Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:54:49.464969 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c579e6-16d4-4854-98f3-b77e6eec57b5 None None] The sync data for ids ['0df3963d-90f0-47b4-aec6-d2483baacb4e'] in dv-cinder-749155-4-iscsi is: [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:12Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:54:49.881494 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cec2a4a-eb51-4182-b542-0c3e280be2a9 None None] New status for floating IP 6869f140-99fa-4d87-b13f-9c6b976a297c: DOWN {{(pid=80266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 21:54:50.367374 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77647266-5282-4b18-a9b3-d892202a7598 req-4a5ce6d2-5162-4b44-b47e-96111e3d359c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1616261220&fields=id&tenant_id=4573b2b333464b439f774c54035bc008 HTTP/1.1" status: 200  len: 267 time: 0.0457582
Dec 04 21:54:50.533180 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77647266-5282-4b18-a9b3-d892202a7598 req-73bdca87-c559-4d64-8f01-c33283b07da3 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:50.534781 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77647266-5282-4b18-a9b3-d892202a7598 req-73bdca87-c559-4d64-8f01-c33283b07da3 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 811 time: 0.1599085
Dec 04 21:54:50.551141 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77647266-5282-4b18-a9b3-d892202a7598 req-25d0e0ab-4075-4d23-b8e1-186455ea64b5 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/quotas/4573b2b333464b439f774c54035bc008 HTTP/1.1" status: 200  len: 375 time: 0.0101857
Dec 04 21:54:50.642872 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77647266-5282-4b18-a9b3-d892202a7598 req-20e06782-e57b-49be-a929-5824de695d8e tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0855005
Dec 04 21:54:50.912467 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77647266-5282-4b18-a9b3-d892202a7598 req-0bc740fc-c827-44f5-a8f2-a543192f3907 service neutron] 10.222.0.44 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2569962
Dec 04 21:54:51.059317 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77647266-5282-4b18-a9b3-d892202a7598 req-676d133d-d5ac-403c-9ac7-0446c095c200 service neutron] 10.222.0.44 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402409
Dec 04 21:54:51.490325 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a6cd995e-7842-4ebb-9d3f-11a630c8da3a req-a620d745-deab-47f7-b84d-374d1638c2db tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 210 time: 0.0489285
Dec 04 21:54:52.672811 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-207d0c81-c468-4d77-839b-5111387c62c5 req-d5d20a74-3c1f-47b3-b57d-4fea2dcaa923 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 210 time: 0.0523722
Dec 04 21:54:52.837657 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77647266-5282-4b18-a9b3-d892202a7598 req-1c5f8228-f2b3-45fb-8d54-33461721dc81 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:52.839234 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77647266-5282-4b18-a9b3-d892202a7598 req-1c5f8228-f2b3-45fb-8d54-33461721dc81 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.53 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 811 time: 0.1567492
Dec 04 21:54:52.925433 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8953a83-85c7-40f3-ad4b-774ac802b5e5 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4573b2b333464b439f774c54035bc008 HTTP/1.1" status: 200  len: 5551 time: 0.0680602
Dec 04 21:54:52.952990 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-77647266-5282-4b18-a9b3-d892202a7598 req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Request body: {'port': {'device_id': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'admin_state_up': True, 'tenant_id': '4573b2b333464b439f774c54035bc008', 'security_groups': ['3cce828c-a2a8-4ec3-8129-c9ffc0f4c704']}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:54:53.107632 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-77647266-5282-4b18-a9b3-d892202a7598 req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:54:53.112849 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-77647266-5282-4b18-a9b3-d892202a7598 req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Usage tracker for resource:port and tenant:4573b2b333464b439f774c54035bc008 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:54:53.116175 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-77647266-5282-4b18-a9b3-d892202a7598 req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Quota usage for port was recalculated. Used quota:3. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:54:53.122026 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-77647266-5282-4b18-a9b3-d892202a7598 req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:54:53.131363 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77647266-5282-4b18-a9b3-d892202a7598 req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Made reservation on behalf of 4573b2b333464b439f774c54035bc008 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:54:53.136981 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-77647266-5282-4b18-a9b3-d892202a7598 req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:53.453895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-77647266-5282-4b18-a9b3-d892202a7598 req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Allocated IP 172.20.0.10 (49019fc1-8adf-48aa-ad03-b0dbba29b902/ab187270-7722-48e0-8264-21c03e283d27/2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:54:53.656409 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-77647266-5282-4b18-a9b3-d892202a7598 req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:53.673017 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-77647266-5282-4b18-a9b3-d892202a7598 req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Transition to ACTIVE for port object 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:54:53.693362 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-77647266-5282-4b18-a9b3-d892202a7598 req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:53.710734 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-398d0d88-187a-4d84-a5f2-d415b4bb21ff tempest-AttachVolumeShelveTestJSON-1382903022 tempest-AttachVolumeShelveTestJSON-1382903022] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:54:53.856052 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Pushing event updated for resources: {'Port': ['ID=2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:54:53.861294 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:54:53.887267 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cd6f4-fd35-476e-a40d-7c7963b66011 req-e63414bb-dfef-416f-8c44-6da90fa7c785 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:53.888887 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-224cd6f4-fd35-476e-a40d-7c7963b66011 req-e63414bb-dfef-416f-8c44-6da90fa7c785 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 932 time: 0.0853384
Dec 04 21:54:53.915369 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77647266-5282-4b18-a9b3-d892202a7598 req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Network 49019fc1-8adf-48aa-ad03-b0dbba29b902 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:54:53.916628 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-77647266-5282-4b18-a9b3-d892202a7598 req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:54:53.919057 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-77647266-5282-4b18-a9b3-d892202a7598 req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:54:53.948446 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-224cd6f4-fd35-476e-a40d-7c7963b66011 req-9e606817-c03b-4b89-b0ab-094d27cd70b2 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0521522
Dec 04 21:54:53.985282 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77647266-5282-4b18-a9b3-d892202a7598 req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:53.985957 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-77647266-5282-4b18-a9b3-d892202a7598 req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:54.013219 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77647266-5282-4b18-a9b3-d892202a7598 req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0644979
Dec 04 21:54:54.031620 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Request body: {'port': {'device_id': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:54:54.109295 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-a34d7e95-c561-4fd0-8998-8be52a8dc3d1 None None] Provisioning for port 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:54:54.115409 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-a34d7e95-c561-4fd0-8998-8be52a8dc3d1 None None] Provisioning complete for port 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:54:54.115880 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a34d7e95-c561-4fd0-8998-8be52a8dc3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:54.178479 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-a34d7e95-c561-4fd0-8998-8be52a8dc3d1 None None] Port 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:54:54.361776 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:54.775553 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:54:54.782584 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:54.794666 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Transition to ACTIVE for port object 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:54:54.797876 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:54.813632 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bd7ed003-3c96-4cf7-b697-d80cd4d55e4d tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:54:54.944145 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Pushing event updated for resources: {'Port': ['ID=2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:54:54.949091 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:54:55.139864 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Attempting to bind port 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:54:55.140307 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Attempting to bind port 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:54:55.140641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Attempting to bind port 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 on network 49019fc1-8adf-48aa-ad03-b0dbba29b902 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:54:55.146850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:54:55.147221 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Checking segment: {'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:54:55.147667 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:55.148517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Bound using segment: {'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:54:55.148517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Bound port: 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:54:55.148873 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:55.168697 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c3909-310b-4baa-83fc-444a783b338a req-2e228aa7-7942-4257-894a-b4eaff7db635 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:55.170329 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-361c3909-310b-4baa-83fc-444a783b338a req-2e228aa7-7942-4257-894a-b4eaff7db635 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 944 time: 0.0931404
Dec 04 21:54:55.220385 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-361c3909-310b-4baa-83fc-444a783b338a req-741905b3-9843-4338-9206-0f4945cdce9a tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0424399
Dec 04 21:54:55.247088 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] For port 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1, host hv-cinder-74915, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:54:55.250237 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] For port 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1,segment=NetworkSegment(69128c56-403e-4422-b840-7e1ec7c2bd75),segment_id=69128c56-403e-4422-b840-7e1ec7c2bd75)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:54:55.253513 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:55.268767 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aa62ebac-2979-4484-b67b-9ed5e71f9904 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:54:55.419266 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Pushing event updated for resources: {'Port': ['ID=2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:54:55.422856 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:54:55.457494 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:55.458175 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:55.459697 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77647266-5282-4b18-a9b3-d892202a7598 req-d8000652-1544-4bae-9cd1-f0b85a7f621d service neutron] 10.222.0.53 "PUT /v2.0/ports/2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 HTTP/1.1" status: 200  len: 1158 time: 1.4332557
Dec 04 21:54:55.460253 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'tag': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:54:55.552972 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'tag': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1', 'status': 'completed', 'code': 200}
Dec 04 21:54:55.590941 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77647266-5282-4b18-a9b3-d892202a7598 req-45384adb-bfdd-4dd9-8600-d843b5c8fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:55.592627 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77647266-5282-4b18-a9b3-d892202a7598 req-45384adb-bfdd-4dd9-8600-d843b5c8fba3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 1161 time: 0.0795770
Dec 04 21:54:55.674147 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77647266-5282-4b18-a9b3-d892202a7598 req-25101bc8-f2c2-46fb-b6b4-5867f3951bbd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 HTTP/1.1" status: 200  len: 217 time: 0.0684450
Dec 04 21:54:55.743231 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77647266-5282-4b18-a9b3-d892202a7598 req-01cf72d2-055c-4dae-86ff-cf40224eee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:55.744758 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77647266-5282-4b18-a9b3-d892202a7598 req-01cf72d2-055c-4dae-86ff-cf40224eee03 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0645490
Dec 04 21:54:55.829632 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77647266-5282-4b18-a9b3-d892202a7598 req-4f6b444a-9e1b-4cab-bd41-7e121978791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:55.831305 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77647266-5282-4b18-a9b3-d892202a7598 req-4f6b444a-9e1b-4cab-bd41-7e121978791d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802906
Dec 04 21:54:55.975381 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77647266-5282-4b18-a9b3-d892202a7598 req-7530f2a5-f24f-4150-baa9-0999a2db4f8a service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373172
Dec 04 21:54:56.122431 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77647266-5282-4b18-a9b3-d892202a7598 req-a51b940c-4fd2-487b-81af-72d15de3c628 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409261
Dec 04 21:54:56.277864 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2e5d7-abb9-4964-b237-203fbc669ad2 req-0e403f0b-83b4-476c-ba5e-3a32202e7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:56.279563 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-74f2e5d7-abb9-4964-b237-203fbc669ad2 req-0e403f0b-83b4-476c-ba5e-3a32202e7a5a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 1161 time: 0.0759571
Dec 04 21:54:56.427607 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2e5d7-abb9-4964-b237-203fbc669ad2 req-27cda619-470e-4927-b720-b74f8bce4503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:56.429235 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-74f2e5d7-abb9-4964-b237-203fbc669ad2 req-27cda619-470e-4927-b720-b74f8bce4503 service neutron] 10.222.0.53 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 905 time: 0.1423421
Dec 04 21:54:56.432833 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28cb40-9447-4740-80db-8c8328a29076 req-864095b6-0ee2-4113-b70c-4eef9703c047 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:56.434414 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0c28cb40-9447-4740-80db-8c8328a29076 req-864095b6-0ee2-4113-b70c-4eef9703c047 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 944 time: 0.0839198
Dec 04 21:54:56.486844 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0c28cb40-9447-4740-80db-8c8328a29076 req-92b75097-3874-403b-a533-9e569decc2a4 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0458248
Dec 04 21:54:56.504502 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-74f2e5d7-abb9-4964-b237-203fbc669ad2 req-d90d3327-f0d2-4aae-bea8-5ace6943ef77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 HTTP/1.1" status: 200  len: 217 time: 0.0685956
Dec 04 21:54:56.574214 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2e5d7-abb9-4964-b237-203fbc669ad2 req-ebad42b7-d365-45ec-be5e-007b7183619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:56.575840 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-74f2e5d7-abb9-4964-b237-203fbc669ad2 req-ebad42b7-d365-45ec-be5e-007b7183619a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0652061
Dec 04 21:54:56.641790 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8da9ef98-eafc-4f27-b8b3-7d8c2f54b86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:54:56.661458 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2e5d7-abb9-4964-b237-203fbc669ad2 req-ae93988f-0ad1-4ab2-88a5-4f289c03aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:56.663057 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-74f2e5d7-abb9-4964-b237-203fbc669ad2 req-ae93988f-0ad1-4ab2-88a5-4f289c03aac9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807507
Dec 04 21:54:56.809040 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-74f2e5d7-abb9-4964-b237-203fbc669ad2 req-75e2dfa6-2232-4233-a927-021845714742 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386764
Dec 04 21:54:56.954820 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-74f2e5d7-abb9-4964-b237-203fbc669ad2 req-a8cfb968-b524-45cd-a0d8-c0ee8e49dae4 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392946
Dec 04 21:54:57.704272 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6f8da-6c15-48d5-8b51-11b6b1d32e3c req-86296a2f-cb46-405b-bfd8-5810c3f4327b tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:57.705894 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9ea6f8da-6c15-48d5-8b51-11b6b1d32e3c req-86296a2f-cb46-405b-bfd8-5810c3f4327b tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 944 time: 0.0829499
Dec 04 21:54:57.753630 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9ea6f8da-6c15-48d5-8b51-11b6b1d32e3c req-f5d4164b-baea-4f19-83b8-68e5d465bac8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0414741
Dec 04 21:54:58.974901 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb261a44-36b7-493d-989f-25cbb225ac03 req-8349ae66-20e7-4b50-930c-351381742da1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:54:58.976544 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bb261a44-36b7-493d-989f-25cbb225ac03 req-8349ae66-20e7-4b50-930c-351381742da1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 944 time: 0.0956633
Dec 04 21:54:59.025739 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bb261a44-36b7-493d-989f-25cbb225ac03 req-cfb141d5-d705-4bdd-9357-1085ca383f64 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0426409
Dec 04 21:54:59.927330 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:55:00.237803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2faeb-dd23-4bd4-b068-1cdf3721fb18 req-fa0574f1-9d59-48fa-9479-5f23aca103c4 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:00.239690 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21b2faeb-dd23-4bd4-b068-1cdf3721fb18 req-fa0574f1-9d59-48fa-9479-5f23aca103c4 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 944 time: 0.0845048
Dec 04 21:55:00.291902 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21b2faeb-dd23-4bd4-b068-1cdf3721fb18 req-ad760c17-ef2b-4fec-b3fd-0a305f66162a tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0453162
Dec 04 21:55:00.543542 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a29333bc-5213-4202-845a-32f41069881e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:01.514712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f49c1a-363b-48b3-9154-94a1e21affcd req-ed125683-374b-4d2e-9771-358bd94ad84c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:01.516910 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57f49c1a-363b-48b3-9154-94a1e21affcd req-ed125683-374b-4d2e-9771-358bd94ad84c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 944 time: 0.0869248
Dec 04 21:55:01.566117 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57f49c1a-363b-48b3-9154-94a1e21affcd req-fec95a0c-9b14-4693-90f9-9fae7b914d7f tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0427723
Dec 04 21:55:01.580209 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:01.938880 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:02.191324 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:02.230483 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:03.013371 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8cff3-99ac-4751-8c66-d7cc7788215b req-15cf619d-f891-4704-a6f4-4cb737340b57 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:03.015622 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-23e8cff3-99ac-4751-8c66-d7cc7788215b req-15cf619d-f891-4704-a6f4-4cb737340b57 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 944 time: 0.3171566
Dec 04 21:55:03.067628 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-23e8cff3-99ac-4751-8c66-d7cc7788215b req-a6c72036-c370-4980-a941-b7e150c9fd27 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0443521
Dec 04 21:55:03.134334 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:55:03.202221 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:55:03.207175 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:55:03.207627 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:03.328427 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:03.355571 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:55:03.366865 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1,segment=NetworkSegment(69128c56-403e-4422-b840-7e1ec7c2bd75),segment_id=69128c56-403e-4422-b840-7e1ec7c2bd75)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:55:03.369858 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:03.372624 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:55:03.418558 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1', 'code': 200}
Dec 04 21:55:03.446795 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:55:03.450798 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:55:03.724725 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170f6ce-619f-412a-8d6e-4008d8c5364b req-73b2926b-f194-455f-b99d-59e4b55c36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:03.726332 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7170f6ce-619f-412a-8d6e-4008d8c5364b req-73b2926b-f194-455f-b99d-59e4b55c36ee service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 1163 time: 0.0736558
Dec 04 21:55:03.771733 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7170f6ce-619f-412a-8d6e-4008d8c5364b req-fc962944-fa63-455e-8c76-1271b0765347 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0386798
Dec 04 21:55:04.284273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b60289-5cd6-43d6-b116-59ec57617f31 req-ee7ef2af-aa67-4525-888e-8cdff3e4879c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:04.285875 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24b60289-5cd6-43d6-b116-59ec57617f31 req-ee7ef2af-aa67-4525-888e-8cdff3e4879c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 946 time: 0.0844390
Dec 04 21:55:04.336162 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24b60289-5cd6-43d6-b116-59ec57617f31 req-1a968b74-2d85-43f1-9ac2-02e60ebc7100 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0439706
Dec 04 21:55:04.897311 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:55:04.968154 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:55:04.968726 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:05.548479 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7872f4-155c-4749-bc35-c802375cfd8d req-f7ef5011-f77e-4f8e-973a-d74e8d4824f4 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:05.550064 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd7872f4-155c-4749-bc35-c802375cfd8d req-f7ef5011-f77e-4f8e-973a-d74e8d4824f4 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 946 time: 0.0843813
Dec 04 21:55:05.596659 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd7872f4-155c-4749-bc35-c802375cfd8d req-658ca91f-2d8c-4ac6-8092-2df6b257151b tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0402138
Dec 04 21:55:05.810162 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6eb471-2b5b-454b-89b1-c526aa9b9d91 req-6002ee2c-f601-4402-b571-92b5825bdcea tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:05.811810 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0c6eb471-2b5b-454b-89b1-c526aa9b9d91 req-6002ee2c-f601-4402-b571-92b5825bdcea tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 946 time: 0.0872741
Dec 04 21:55:05.859040 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0c6eb471-2b5b-454b-89b1-c526aa9b9d91 req-3d7a79c0-a889-4e05-ad3b-e1e7dff98ceb tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0406775
Dec 04 21:55:06.080401 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-33a41e26-f890-4d13-b530-35860608fb08 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1666543
Dec 04 21:55:06.090692 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Request body: {'floatingip': {'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:55:06.096782 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:55:06.106568 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:55:06.115749 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for floatingip, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:06.259240 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:06.538123 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Allocated IP 172.27.1.190 (5a5bc502-ed14-4f0a-889e-34e38dce125b/2af0f04a-6e02-4e2b-b142-69b01684337c/42e5dbd3-512d-4fc5-9002-65cbf93d47d2) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:55:06.697586 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:06.726130 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:06.742161 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-025f923c-d356-46de-b8e4-11aacb58ce02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:55:06.872696 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Pushing event updated for resources: {'Port': ['ID=42e5dbd3-512d-4fc5-9002-65cbf93d47d2,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:55:06.884677 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.885097 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.885508 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.885917 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.886319 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.886720 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.887118 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.887536 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.887939 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.888337 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.888739 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.889133 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.889707 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.890688 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.890971 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.891367 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.891785 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.892183 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.892573 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.892967 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.893360 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.893754 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.894148 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.894563 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:55:06.908385 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:55:06.944872 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:55:06.946053 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:55:06.948380 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:55:07.033148 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for floatingip, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:07.092585 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:07.356762 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:07.360775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:07.376692 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9a1aea9d-1879-4cf5-8f6b-2c01d29f98fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:55:07.509582 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Pushing event updated for resources: {'Port': ['ID=42e5dbd3-512d-4fc5-9002-65cbf93d47d2,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:55:07.515243 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:55:07.613968 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:07.639508 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:07.640935 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5546272
Dec 04 21:55:07.721511 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-d77ad7a7-7ff2-453f-ba12-ee0c3c11874c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Synchronizing usage tracker for tenant:4573b2b333464b439f774c54035bc008 on resource:floatingip {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:55:07.736525 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-d77ad7a7-7ff2-453f-ba12-ee0c3c11874c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Unset dirty status for tenant:4573b2b333464b439f774c54035bc008 on resource:floatingip {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:55:07.737819 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-d77ad7a7-7ff2-453f-ba12-ee0c3c11874c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.190 HTTP/1.1" status: 200  len: 696 time: 0.0904300
Dec 04 21:55:07.893700 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-3e379e8e-b122-4d00-86b3-41d675eb53e8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:07.895073 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b687f50f-d02c-4e68-8fb7-1bd486811e61 req-3e379e8e-b122-4d00-86b3-41d675eb53e8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/networks/5a5bc502-ed14-4f0a-889e-34e38dce125b HTTP/1.1" status: 200  len: 784 time: 0.1510649
Dec 04 21:55:08.092839 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-70d4d1b3-a112-4b9e-81e1-d0a3d1adbbab tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:08.094992 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-70d4d1b3-a112-4b9e-81e1-d0a3d1adbbab tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0896735
Dec 04 21:55:08.177497 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-441ce51e-e5b9-4da8-ad01-a2d0e1cb31c8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.190 HTTP/1.1" status: 200  len: 696 time: 0.0761428
Dec 04 21:55:08.187885 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-01a5fed5-500c-4c09-8d30-e30c13f633d0 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Request body: {'floatingip': {'port_id': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:55:08.268485 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-01a5fed5-500c-4c09-8d30-e30c13f633d0 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for floatingip, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:09.132002 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-01a5fed5-500c-4c09-8d30-e30c13f633d0 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for floatingip, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:09.134945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-01a5fed5-500c-4c09-8d30-e30c13f633d0 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:09.307290 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-01a5fed5-500c-4c09-8d30-e30c13f633d0 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Floating IP 529c5786-049c-4680-8758-f1fe2952244e associated. External IP: 172.27.1.190, port: 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1.
Dec 04 21:55:09.672569 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-01a5fed5-500c-4c09-8d30-e30c13f633d0 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Router 0df3963d-90f0-47b4-aec6-d2483baacb4e has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:55:09.857778 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-01a5fed5-500c-4c09-8d30-e30c13f633d0 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:55:09.862740 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-01a5fed5-500c-4c09-8d30-e30c13f633d0 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:09.868360 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea622bbb-58ca-43a8-b58a-8ea8c263d053 None None] Sync routers for ids ['0df3963d-90f0-47b4-aec6-d2483baacb4e'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:55:09.879645 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea622bbb-58ca-43a8-b58a-8ea8c263d053 None None] Routers {'0df3963d-90f0-47b4-aec6-d2483baacb4e'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:55:09.880403 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ea622bbb-58ca-43a8-b58a-8ea8c263d053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd08e7f0>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:55:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['0df3963d-90f0-47b4-aec6-d2483baacb4e'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:55:09.917371 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-01a5fed5-500c-4c09-8d30-e30c13f633d0 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "PUT /v2.0/floatingips/529c5786-049c-4680-8758-f1fe2952244e HTTP/1.1" status: 200  len: 997 time: 1.7337356
Dec 04 21:55:09.917929 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'tag': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:55:10.078576 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'tag': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1', 'status': 'completed', 'code': 200}
Dec 04 21:55:10.080759 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ea622bbb-58ca-43a8-b58a-8ea8c263d053 None None] Set router 0df3963d-90f0-47b4-aec6-d2483baacb4e gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:55:10.098269 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-8654e5be-6917-4475-b0a6-330feb70a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:10.100398 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-8654e5be-6917-4475-b0a6-330feb70a8e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 1163 time: 0.1674244
Dec 04 21:55:10.204832 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3932c-26a2-4e24-ad91-507702296d4c req-3bbdf14f-f649-4d24-bd9f-0fd729591d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:10.206427 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdb3932c-26a2-4e24-ad91-507702296d4c req-3bbdf14f-f649-4d24-bd9f-0fd729591d62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 1163 time: 0.0864077
Dec 04 21:55:10.256987 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-b494f390-945f-4b18-98c8-2d99651a598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:10.258616 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-b494f390-945f-4b18-98c8-2d99651a598f service neutron] 10.222.0.44 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 905 time: 0.1504383
Dec 04 21:55:10.359135 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3932c-26a2-4e24-ad91-507702296d4c req-f875afca-75b6-41f9-8a13-928e37073a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:10.362167 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdb3932c-26a2-4e24-ad91-507702296d4c req-f875afca-75b6-41f9-8a13-928e37073a78 service neutron] 10.222.0.53 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 905 time: 0.1489694
Dec 04 21:55:10.376032 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-4d3b1fae-c8c3-4eb4-a33b-a8314ebfe759 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 HTTP/1.1" status: 200  len: 1000 time: 0.1054232
Dec 04 21:55:10.449556 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-1489b3a3-41c6-4a01-bbd3-7ca92491bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:10.451167 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-1489b3a3-41c6-4a01-bbd3-7ca92491bbda service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0688915
Dec 04 21:55:10.473730 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdb3932c-26a2-4e24-ad91-507702296d4c req-fab88136-3f3a-45a4-83f1-793c3c2eff08 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 HTTP/1.1" status: 200  len: 1000 time: 0.1047361
Dec 04 21:55:10.534096 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-d7307c71-11bb-4fa6-9f91-39a8ba4f858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:10.535779 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-d7307c71-11bb-4fa6-9f91-39a8ba4f858e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775771
Dec 04 21:55:10.549404 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3932c-26a2-4e24-ad91-507702296d4c req-334fb634-5981-4467-8165-7a3fe9dad475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:10.551003 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdb3932c-26a2-4e24-ad91-507702296d4c req-334fb634-5981-4467-8165-7a3fe9dad475 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0715930
Dec 04 21:55:10.619367 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ea622bbb-58ca-43a8-b58a-8ea8c263d053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd08e7f0>, [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '529c5786-049c-4680-8758-f1fe2952244e', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'port_id': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'mac_address': 'fa:16:3e:f7:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:55:07Z', 'updated_at': '2020-12-04T21:55:09Z', 'revision_number': 1, 'project_id': '4573b2b333464b439f774c54035bc008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:12Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:55:10.623333 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea622bbb-58ca-43a8-b58a-8ea8c263d053 None None] Checking router: 0df3963d-90f0-47b4-aec6-d2483baacb4e for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:55:10.633715 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea622bbb-58ca-43a8-b58a-8ea8c263d053 None None] Routers {'0df3963d-90f0-47b4-aec6-d2483baacb4e'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:55:10.634519 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ea622bbb-58ca-43a8-b58a-8ea8c263d053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd08e7f0>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:55:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['0df3963d-90f0-47b4-aec6-d2483baacb4e'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:55:10.638506 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3932c-26a2-4e24-ad91-507702296d4c req-176fef11-9c9c-4083-b287-4dc5a0340a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:10.640487 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdb3932c-26a2-4e24-ad91-507702296d4c req-176fef11-9c9c-4083-b287-4dc5a0340a3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831742
Dec 04 21:55:10.687633 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-0848854a-6f74-4aae-80ec-7ace670711ab service neutron] 10.222.0.44 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439478
Dec 04 21:55:10.792410 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdb3932c-26a2-4e24-ad91-507702296d4c req-258eedad-ac25-4a53-bd40-4981810f84c6 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449351
Dec 04 21:55:10.825330 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ea622bbb-58ca-43a8-b58a-8ea8c263d053 None None] Set router 0df3963d-90f0-47b4-aec6-d2483baacb4e gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:55:10.838692 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91c74891-2e50-4fc6-9dc8-cf16ab53f2f0 req-b41e532e-5a5a-4181-b465-ffcc266db217 service neutron] 10.222.0.44 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1439967
Dec 04 21:55:11.154555 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdb3932c-26a2-4e24-ad91-507702296d4c req-2acc2ca4-6434-4fa7-93f7-348f0e51b1b0 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3556061
Dec 04 21:55:11.209156 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ea622bbb-58ca-43a8-b58a-8ea8c263d053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd08e7f0>, [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '529c5786-049c-4680-8758-f1fe2952244e', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'port_id': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'mac_address': 'fa:16:3e:f7:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:55:07Z', 'updated_at': '2020-12-04T21:55:09Z', 'revision_number': 1, 'project_id': '4573b2b333464b439f774c54035bc008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:12Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:55:11.213293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea622bbb-58ca-43a8-b58a-8ea8c263d053 None None] The sync data for ids ['0df3963d-90f0-47b4-aec6-d2483baacb4e'] in dv-cinder-749155-4-iscsi is: [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '529c5786-049c-4680-8758-f1fe2952244e', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'port_id': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'mac_address': 'fa:16:3e:f7:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:55:07Z', 'updated_at': '2020-12-04T21:55:09Z', 'revision_number': 1, 'project_id': '4573b2b333464b439f774c54035bc008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:12Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:55:11.502272 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35975c8-565b-434b-99ea-043259f8fc4d None None] New status for floating IP 529c5786-049c-4680-8758-f1fe2952244e: ACTIVE {{(pid=80266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 21:55:26.297191 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39e8ade9-8198-4bc5-8284-172ee0deb291 req-7b96ce39-ca36-4e82-a4b2-998006fe22e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0904992
Dec 04 21:55:26.481159 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8ade9-8198-4bc5-8284-172ee0deb291 req-f0fe58cc-50db-4520-b3bc-a659520fb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:26.482769 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39e8ade9-8198-4bc5-8284-172ee0deb291 req-f0fe58cc-50db-4520-b3bc-a659520fb398 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 1163 time: 0.0892549
Dec 04 21:55:26.645885 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fadae88-8e62-4ac5-9ab9-623bb536b248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:26.665642 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8ade9-8198-4bc5-8284-172ee0deb291 req-4ffac7af-24b1-428a-a753-20f29a0c0ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:26.667233 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39e8ade9-8198-4bc5-8284-172ee0deb291 req-4ffac7af-24b1-428a-a753-20f29a0c0ab9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 905 time: 0.1607933
Dec 04 21:55:26.780386 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39e8ade9-8198-4bc5-8284-172ee0deb291 req-59964158-c8a4-42bf-8c67-0cbfb507abc7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 HTTP/1.1" status: 200  len: 1002 time: 0.1060517
Dec 04 21:55:26.850374 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8ade9-8198-4bc5-8284-172ee0deb291 req-b2d0770d-9f3f-43cd-9f99-6f611dd94c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:26.851962 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39e8ade9-8198-4bc5-8284-172ee0deb291 req-b2d0770d-9f3f-43cd-9f99-6f611dd94c1e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0637374
Dec 04 21:55:26.934490 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8ade9-8198-4bc5-8284-172ee0deb291 req-d3eb7c3f-5d28-41f2-aafe-4ba47f2375a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:55:26.936129 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39e8ade9-8198-4bc5-8284-172ee0deb291 req-d3eb7c3f-5d28-41f2-aafe-4ba47f2375a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773563
Dec 04 21:55:27.088201 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39e8ade9-8198-4bc5-8284-172ee0deb291 req-73724440-65d0-4aea-b938-becc24bc8c6a service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409440
Dec 04 21:55:27.232027 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39e8ade9-8198-4bc5-8284-172ee0deb291 req-d4210d16-6bd1-41f1-81d8-7c544e38df3d service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372635
Dec 04 21:55:30.547550 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d198355f-146b-4cee-a0fd-ee0318dc0dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:31.581640 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:31.941571 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:32.195066 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:32.221145 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:55:36.927351 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:55:56.649828 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3790e30-57f3-423b-b009-8db963f89d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:00.548824 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8be4e359-85e3-4227-8e26-68d1ff3a6f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:01.584947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:01.945179 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:02.195999 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:02.221499 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:13.927334 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:56:26.651911 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ee202c96-d928-46d4-a5a7-d36ce80ba317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:27.872496 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59b031b3-d3bc-46a9-b84b-476531e3c4cb req-697897ed-e2f8-49dc-9551-e5860dcdcb6e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0761499
Dec 04 21:56:28.037027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b031b3-d3bc-46a9-b84b-476531e3c4cb req-9d95a8af-bda2-42dc-807f-0eed5c513724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:28.038673 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59b031b3-d3bc-46a9-b84b-476531e3c4cb req-9d95a8af-bda2-42dc-807f-0eed5c513724 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 1163 time: 0.0779529
Dec 04 21:56:28.208842 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b031b3-d3bc-46a9-b84b-476531e3c4cb req-2a7d7fbc-16cf-4737-a093-ceb527f59687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:28.210457 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59b031b3-d3bc-46a9-b84b-476531e3c4cb req-2a7d7fbc-16cf-4737-a093-ceb527f59687 service neutron] 10.222.0.53 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 905 time: 0.1520100
Dec 04 21:56:28.328695 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59b031b3-d3bc-46a9-b84b-476531e3c4cb req-8b81aeea-c5af-4d3f-ba32-76be0c709b31 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 HTTP/1.1" status: 200  len: 1002 time: 0.1120684
Dec 04 21:56:28.404636 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b031b3-d3bc-46a9-b84b-476531e3c4cb req-2483b23b-3951-4d9d-bd54-136f243b0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:28.407752 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59b031b3-d3bc-46a9-b84b-476531e3c4cb req-2483b23b-3951-4d9d-bd54-136f243b0d70 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0732274
Dec 04 21:56:28.492241 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b031b3-d3bc-46a9-b84b-476531e3c4cb req-9c5fbfab-0b9f-4f85-bbe9-04c5b0f994ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:28.493798 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59b031b3-d3bc-46a9-b84b-476531e3c4cb req-9c5fbfab-0b9f-4f85-bbe9-04c5b0f994ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798621
Dec 04 21:56:28.666573 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59b031b3-d3bc-46a9-b84b-476531e3c4cb req-380f04de-27b5-48a2-8737-9ffae3062a9c service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1659162
Dec 04 21:56:28.829451 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59b031b3-d3bc-46a9-b84b-476531e3c4cb req-5db83706-aa4c-4efd-82f0-5b35b762ef57 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1567936
Dec 04 21:56:30.550931 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dbee044b-678d-4239-a073-65abeb86988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:31.586775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:31.946947 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:32.199990 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:32.220704 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:38.867047 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-7b5ec0cc-e28c-466d-b887-a6d1ad3db1e4 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1616261220&fields=id&tenant_id=4573b2b333464b439f774c54035bc008 HTTP/1.1" status: 200  len: 267 time: 0.0476868
Dec 04 21:56:39.038542 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-20f3380f-fa40-4834-a96e-c149ff95e3fa tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:39.040171 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-20f3380f-fa40-4834-a96e-c149ff95e3fa tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 811 time: 0.1657450
Dec 04 21:56:39.058955 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-69f4bafb-a7b7-4b84-96eb-0cf0383f4db1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/quotas/4573b2b333464b439f774c54035bc008 HTTP/1.1" status: 200  len: 375 time: 0.0124638
Dec 04 21:56:39.156276 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-7d2ab373-333e-47f1-8b20-ba1ff5d997c2 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0903437
Dec 04 21:56:39.310584 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-5d16a74e-32d5-44c3-95fd-5aeae6b7e656 service neutron] 10.222.0.44 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411278
Dec 04 21:56:39.461292 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-7b9f0c94-e65e-46b4-9a52-b6ca2419e4c4 service neutron] 10.222.0.44 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431806
Dec 04 21:56:39.891160 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1448f93c-158b-4d03-8045-be46b675be2c req-761b4b84-b685-47e2-8495-af5e6a147cba tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 210 time: 0.0463710
Dec 04 21:56:41.025477 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-55ce07d0-f04f-41b3-85c6-f523854e8ce1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:41.027059 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-55ce07d0-f04f-41b3-85c6-f523854e8ce1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.53 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 811 time: 0.1600142
Dec 04 21:56:41.088237 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d95593c4-7a53-4dc8-ab2d-e2d2b47c9c54 req-fc9f3052-0432-4ce3-a086-40be95003a0e tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 210 time: 0.0629771
Dec 04 21:56:41.124277 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-614a3c28-4104-4ce4-8c63-b201c9f5d0af tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4573b2b333464b439f774c54035bc008 HTTP/1.1" status: 200  len: 5551 time: 0.0789530
Dec 04 21:56:41.134266 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Request body: {'port': {'device_id': '6d938ece-cd6b-4954-a664-4cce61847423', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'admin_state_up': True, 'tenant_id': '4573b2b333464b439f774c54035bc008', 'security_groups': ['3cce828c-a2a8-4ec3-8129-c9ffc0f4c704']}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:56:41.279978 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:56:41.285214 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Usage tracker for resource:port and tenant:4573b2b333464b439f774c54035bc008 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 21:56:41.288209 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Quota usage for port was recalculated. Used quota:5. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 21:56:41.293977 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:56:41.302780 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Made reservation on behalf of 4573b2b333464b439f774c54035bc008 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 21:56:41.308325 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:41.621834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Allocated IP 172.20.0.8 (49019fc1-8adf-48aa-ad03-b0dbba29b902/ab187270-7722-48e0-8264-21c03e283d27/0353a4c7-df49-4ca9-81f9-48ba0a22ced9) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:56:41.826335 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:41.842576 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Transition to ACTIVE for port object 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:56:41.863073 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:41.878552 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-601036fb-375b-4bd6-bed6-eb4d742ae735 tempest-TestMinimumBasicScenario-1114805223 tempest-TestMinimumBasicScenario-1114805223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:56:42.016873 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Pushing event updated for resources: {'Port': ['ID=0353a4c7-df49-4ca9-81f9-48ba0a22ced9,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:56:42.028471 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.029049 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.029262 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.029664 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.030057 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.030449 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.030842 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.031232 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.032226 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.032610 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.033000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.033390 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.033850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.034241 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.034626 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.035013 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.035401 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.035820 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.036206 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.036590 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.036972 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.037355 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.037744 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.038132 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:42.043805 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:56:42.095878 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Network 49019fc1-8adf-48aa-ad03-b0dbba29b902 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:56:42.096809 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:56:42.099201 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:56:42.164538 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:42.165226 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:42.198583 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-c3690369-6c3d-47b6-b50a-8cbcfb2518a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0684941
Dec 04 21:56:42.217253 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Request body: {'port': {'device_id': '6d938ece-cd6b-4954-a664-4cce61847423', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:56:42.280596 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aabf10b7-a49f-4e8f-9895-51e77c90609f None None] Provisioning for port 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:56:42.286842 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aabf10b7-a49f-4e8f-9895-51e77c90609f None None] Provisioning complete for port 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:56:42.287257 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aabf10b7-a49f-4e8f-9895-51e77c90609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:42.316571 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe83123-5b4d-4cdc-bc7d-3d0beb5fd2e8 req-6f30d1bf-68e3-4b13-b445-eaf6cf63a9ba tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:42.318216 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9fe83123-5b4d-4cdc-bc7d-3d0beb5fd2e8 req-6f30d1bf-68e3-4b13-b445-eaf6cf63a9ba tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 931 time: 0.0881619
Dec 04 21:56:42.338428 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:42.343605 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-aabf10b7-a49f-4e8f-9895-51e77c90609f None None] Port 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 21:56:42.371210 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9fe83123-5b4d-4cdc-bc7d-3d0beb5fd2e8 req-c2f8a828-25ce-41c8-a587-fc28b392ec00 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0460370
Dec 04 21:56:42.744017 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 21:56:42.751575 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:42.763507 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Transition to ACTIVE for port object 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 21:56:42.766701 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:42.785358 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9379044d-22bf-4021-a184-7f6d8160f095 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:56:43.130021 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Pushing event updated for resources: {'Port': ['ID=0353a4c7-df49-4ca9-81f9-48ba0a22ced9,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:56:43.133200 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:56:43.319750 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Attempting to bind port 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 21:56:43.320122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Attempting to bind port 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 21:56:43.320488 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Attempting to bind port 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 on network 49019fc1-8adf-48aa-ad03-b0dbba29b902 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 21:56:43.326375 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Checking agent: {'id': 'cc5a766a-2b72-4df6-84ba-352f67d7303f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 21, 40, 27), 'started_at': datetime.datetime(2020, 12, 4, 21, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 21, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 21:56:43.326712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Checking segment: {'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 21:56:43.327082 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:43.327492 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Bound using segment: {'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 21:56:43.327977 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Bound port: 0353a4c7-df49-4ca9-81f9-48ba0a22ced9, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69128c56-403e-4422-b840-7e1ec7c2bd75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 21:56:43.329445 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:43.421282 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] For port 0353a4c7-df49-4ca9-81f9-48ba0a22ced9, host hv-cinder-74915, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 21:56:43.425033 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] For port 0353a4c7-df49-4ca9-81f9-48ba0a22ced9, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=0353a4c7-df49-4ca9-81f9-48ba0a22ced9,segment=NetworkSegment(69128c56-403e-4422-b840-7e1ec7c2bd75),segment_id=69128c56-403e-4422-b840-7e1ec7c2bd75)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 21:56:43.427693 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299895'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:43.443586 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0332e177-14b8-4725-98ae-b5b714ee9f80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:56:43.590232 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Pushing event updated for resources: {'Port': ['ID=0353a4c7-df49-4ca9-81f9-48ba0a22ced9,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:56:43.593490 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a77e1a-a613-47b3-93f8-1ecc73665b3f req-a1b9403a-af15-4432-8004-5bca9866c95b tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:43.594929 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-30a77e1a-a613-47b3-93f8-1ecc73665b3f req-a1b9403a-af15-4432-8004-5bca9866c95b tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 943 time: 0.0894785
Dec 04 21:56:43.603691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:56:43.638555 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:43.639390 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:43.640768 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-aceccc51-2d66-43ed-98ce-1ee623df865c service neutron] 10.222.0.53 "PUT /v2.0/ports/0353a4c7-df49-4ca9-81f9-48ba0a22ced9 HTTP/1.1" status: 200  len: 1157 time: 1.4284685
Dec 04 21:56:43.641252 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d938ece-cd6b-4954-a664-4cce61847423', 'tag': '0353a4c7-df49-4ca9-81f9-48ba0a22ced9'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:56:43.663129 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-30a77e1a-a613-47b3-93f8-1ecc73665b3f req-f49e9d8b-2b60-41c5-a6e6-80c831e3383c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0446670
Dec 04 21:56:43.701241 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d938ece-cd6b-4954-a664-4cce61847423', 'tag': '0353a4c7-df49-4ca9-81f9-48ba0a22ced9', 'status': 'completed', 'code': 200}
Dec 04 21:56:43.794850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-9305db02-0c20-48f3-8a40-911c36bc69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:43.796544 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-9305db02-0c20-48f3-8a40-911c36bc69a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 1160 time: 0.0801113
Dec 04 21:56:43.877333 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-a466db9e-3afc-47c9-aecc-4c406fb2e76c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0353a4c7-df49-4ca9-81f9-48ba0a22ced9 HTTP/1.1" status: 200  len: 217 time: 0.0681183
Dec 04 21:56:43.948661 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-f91ef0c6-94c3-49b3-9afe-6e6cbe86fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:43.950165 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-f91ef0c6-94c3-49b3-9afe-6e6cbe86fe1c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0663400
Dec 04 21:56:44.033926 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-b9393b8a-c171-46aa-846c-226414b56621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:44.035584 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-b9393b8a-c171-46aa-846c-226414b56621 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791285
Dec 04 21:56:44.182120 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-e28017e9-8013-4b2f-bd57-187b86b7e171 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401644
Dec 04 21:56:44.323266 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88ea3bde-8b81-4630-90cd-5d1bb4115912 req-80111fbf-96ce-4af0-a17a-c159a52de532 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1347432
Dec 04 21:56:44.481398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e58f8-15f9-472e-a6a7-137244547cf5 req-56eff84b-9eae-4615-b2ef-01a851218e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:44.483026 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a0e58f8-15f9-472e-a6a7-137244547cf5 req-56eff84b-9eae-4615-b2ef-01a851218e4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 1160 time: 0.0749562
Dec 04 21:56:44.628795 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e58f8-15f9-472e-a6a7-137244547cf5 req-b6d60479-c4e4-4e0c-bd86-e25415093676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:44.630440 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a0e58f8-15f9-472e-a6a7-137244547cf5 req-b6d60479-c4e4-4e0c-bd86-e25415093676 service neutron] 10.222.0.53 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 905 time: 0.1395388
Dec 04 21:56:44.706139 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a0e58f8-15f9-472e-a6a7-137244547cf5 req-c54e235e-97f0-474d-96f1-6b2f78722998 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0353a4c7-df49-4ca9-81f9-48ba0a22ced9 HTTP/1.1" status: 200  len: 217 time: 0.0683095
Dec 04 21:56:44.780327 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e58f8-15f9-472e-a6a7-137244547cf5 req-86df54aa-9a3e-4b02-99bf-a34437f2189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:44.781896 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a0e58f8-15f9-472e-a6a7-137244547cf5 req-86df54aa-9a3e-4b02-99bf-a34437f2189d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0654995
Dec 04 21:56:44.866456 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e58f8-15f9-472e-a6a7-137244547cf5 req-eb1d42a7-9e02-47e4-b56a-66e952ac693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:44.868104 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a0e58f8-15f9-472e-a6a7-137244547cf5 req-eb1d42a7-9e02-47e4-b56a-66e952ac693b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763941
Dec 04 21:56:44.880081 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ba381-177c-4c01-a846-b7c538a09ac5 req-a71c7d46-a872-479c-8fe5-9600cc9a1c78 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:44.881682 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad5ba381-177c-4c01-a846-b7c538a09ac5 req-a71c7d46-a872-479c-8fe5-9600cc9a1c78 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 943 time: 0.0850222
Dec 04 21:56:44.933148 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad5ba381-177c-4c01-a846-b7c538a09ac5 req-7ebe1a91-0b90-44a4-a42e-36ba7f7d8c2e tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0448346
Dec 04 21:56:45.016662 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a0e58f8-15f9-472e-a6a7-137244547cf5 req-7cd62312-e8a5-4f08-a7d7-10d1363cc123 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374590
Dec 04 21:56:45.162903 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a0e58f8-15f9-472e-a6a7-137244547cf5 req-0f25a148-01a3-4c60-83d6-fed24dc84fec service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398723
Dec 04 21:56:46.148210 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905b48d-f593-4275-82fd-c39fd2198157 req-5105e225-251d-49e9-817d-e4dc3948ff1a tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:46.149831 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6905b48d-f593-4275-82fd-c39fd2198157 req-5105e225-251d-49e9-817d-e4dc3948ff1a tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 943 time: 0.0846298
Dec 04 21:56:46.197119 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6905b48d-f593-4275-82fd-c39fd2198157 req-77340819-79cb-412d-950c-4e0f434681c2 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0409212
Dec 04 21:56:47.410421 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b22473-0825-4f47-ab47-703f0f6bd594 req-2c65dfe1-2c89-4576-9751-76f6c2db6d48 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:47.411965 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10b22473-0825-4f47-ab47-703f0f6bd594 req-2c65dfe1-2c89-4576-9751-76f6c2db6d48 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 943 time: 0.0873744
Dec 04 21:56:47.459933 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10b22473-0825-4f47-ab47-703f0f6bd594 req-9de73d39-1530-4b2a-a399-2f882ba0dd68 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0414522
Dec 04 21:56:48.670119 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f8cd1-d3c8-4005-8c23-a42173ba0750 req-583acf5f-6aef-417d-9225-3ea207f61951 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:48.671782 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-875f8cd1-d3c8-4005-8c23-a42173ba0750 req-583acf5f-6aef-417d-9225-3ea207f61951 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 943 time: 0.0853076
Dec 04 21:56:48.723456 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-875f8cd1-d3c8-4005-8c23-a42173ba0750 req-b166cfd0-ea56-4210-ac17-3b4ead90d44b tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0441368
Dec 04 21:56:49.934528 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e31a09-f91a-439c-b419-e31470e479e1 req-bf3d4aa9-773c-47cf-a9da-05c0b3c2d2ec tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:49.936182 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-71e31a09-f91a-439c-b419-e31470e479e1 req-bf3d4aa9-773c-47cf-a9da-05c0b3c2d2ec tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 943 time: 0.0835571
Dec 04 21:56:49.983486 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-71e31a09-f91a-439c-b419-e31470e479e1 req-91e962d3-0de2-4991-a535-ff884ee1f82f tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0410039
Dec 04 21:56:50.926850 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:56:51.431495 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178fb3b-142e-47e0-a152-bfeb82edf232 req-a4361292-14d5-4e27-a17e-69d47768d984 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:51.433095 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b178fb3b-142e-47e0-a152-bfeb82edf232 req-a4361292-14d5-4e27-a17e-69d47768d984 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 943 time: 0.3165891
Dec 04 21:56:51.480276 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b178fb3b-142e-47e0-a152-bfeb82edf232 req-f40f3f0e-06ad-409f-a32f-5780ae2175c5 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0405943
Dec 04 21:56:51.946616 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:56:52.013358 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning for port 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 21:56:52.018202 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:56:52.018655 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:52.139108 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:52.166238 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d938ece-cd6b-4954-a664-4cce61847423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0353a4c7-df49-4ca9-81f9-48ba0a22ced9'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:56:52.176352 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 0353a4c7-df49-4ca9-81f9-48ba0a22ced9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=0353a4c7-df49-4ca9-81f9-48ba0a22ced9,segment=NetworkSegment(69128c56-403e-4422-b840-7e1ec7c2bd75),segment_id=69128c56-403e-4422-b840-7e1ec7c2bd75)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:56:52.179732 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:52.181639 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:56:52.234267 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d938ece-cd6b-4954-a664-4cce61847423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0353a4c7-df49-4ca9-81f9-48ba0a22ced9', 'code': 200}
Dec 04 21:56:52.252313 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=0353a4c7-df49-4ca9-81f9-48ba0a22ced9,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:56:52.260484 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.260878 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.261258 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.261633 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.262006 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.262380 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.262748 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.263117 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.263493 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.263876 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.264617 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.264617 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.265003 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.265365 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.265727 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.266087 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.266447 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.266806 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.267165 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.267586 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.268019 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.268406 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.268765 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.269126 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:52.273757 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:56:52.543827 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8cf03-fba8-425a-80be-04b8eeaa2b0c req-32923960-b5d0-4527-b148-b2d1c993f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:52.545460 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-72a8cf03-fba8-425a-80be-04b8eeaa2b0c req-32923960-b5d0-4527-b148-b2d1c993f427 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 1162 time: 0.0795074
Dec 04 21:56:52.593929 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-72a8cf03-fba8-425a-80be-04b8eeaa2b0c req-f9e30adf-2c9b-404c-92c8-b9728493175b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0401495
Dec 04 21:56:52.695100 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb80029-d3b7-4442-8936-023d0d02f0e6 req-9cdfd665-0db1-4231-a5c8-9efd1380c50e tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:52.696774 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2fb80029-d3b7-4442-8936-023d0d02f0e6 req-9cdfd665-0db1-4231-a5c8-9efd1380c50e tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 945 time: 0.0864763
Dec 04 21:56:52.749304 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2fb80029-d3b7-4442-8936-023d0d02f0e6 req-6b1bee6c-7839-4ca0-8d75-6e7ff3b28b44 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0461133
Dec 04 21:56:53.725999 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 up at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 21:56:53.795805 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Provisioning complete for port 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 21:56:53.796236 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852883307'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:54.099979 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2a88d-c083-4322-9903-7cf5814f36c6 req-1f2adf30-a249-4120-94bb-6b5f5adbb1e9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:54.101569 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-62e2a88d-c083-4322-9903-7cf5814f36c6 req-1f2adf30-a249-4120-94bb-6b5f5adbb1e9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 945 time: 0.0845830
Dec 04 21:56:54.149328 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-62e2a88d-c083-4322-9903-7cf5814f36c6 req-5f9701d9-f25d-4a35-8e1b-636f3ff92640 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0411174
Dec 04 21:56:54.358539 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8fd47-b583-4a34-82c1-e9c70904822e req-288b8fa7-d22b-47f7-affa-3aff5a592692 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:54.360096 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4aa8fd47-b583-4a34-82c1-e9c70904822e req-288b8fa7-d22b-47f7-affa-3aff5a592692 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 945 time: 0.0852733
Dec 04 21:56:54.407231 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4aa8fd47-b583-4a34-82c1-e9c70904822e req-bfbed1e8-f711-4429-a6eb-50c101fef679 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0401671
Dec 04 21:56:54.618225 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-c6809463-05c0-4324-accd-f3982b696829 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1569536
Dec 04 21:56:54.628323 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Request body: {'floatingip': {'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:56:54.635083 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 21:56:54.645098 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 21:56:54.655154 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for floatingip, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:54.800310 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:55.079706 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Allocated IP 172.27.1.86 (5a5bc502-ed14-4f0a-889e-34e38dce125b/2af0f04a-6e02-4e2b-b142-69b01684337c/7ed47a30-5643-432e-8d8f-ce0975d64bf4) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 21:56:55.237228 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:55.263432 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730055994022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:55.278538 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-526c664a-0dbf-47d5-9f47-9f18acd24b3c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:56:55.410754 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Pushing event updated for resources: {'Port': ['ID=7ed47a30-5643-432e-8d8f-ce0975d64bf4,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:56:55.433074 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.433492 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.433908 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.434316 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.434722 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.435155 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.435553 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.435955 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.436355 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.436758 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.437157 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.437553 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.438020 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.438417 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.438817 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.439216 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.439638 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.440038 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.440432 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.440828 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.441222 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.441617 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.442013 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.442407 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:56:55.449545 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:56:55.482984 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Network 5a5bc502-ed14-4f0a-889e-34e38dce125b is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 21:56:55.484202 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 21:56:55.486506 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 21:56:55.571507 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for floatingip, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:55.629917 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:55.896326 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:55.899854 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851553255'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:55.915221 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ef62a32e-98a5-4777-9d94-3ce8db0643ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:56:56.044350 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Pushing event updated for resources: {'Port': ['ID=7ed47a30-5643-432e-8d8f-ce0975d64bf4,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:56:56.049351 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:56:56.155572 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:56.182284 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:56.183642 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-7e32ed65-0ecc-4eec-9c5b-4f416af306a8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5595474
Dec 04 21:56:56.264963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-a914184f-c8dc-453f-b24e-a7339eed47eb tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Synchronizing usage tracker for tenant:4573b2b333464b439f774c54035bc008 on resource:floatingip {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:56:56.280167 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-a914184f-c8dc-453f-b24e-a7339eed47eb tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Unset dirty status for tenant:4573b2b333464b439f774c54035bc008 on resource:floatingip {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:56:56.281425 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-a914184f-c8dc-453f-b24e-a7339eed47eb tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.86 HTTP/1.1" status: 200  len: 695 time: 0.0914288
Dec 04 21:56:56.441744 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-c89abfbb-0e0d-48de-96eb-016ea3ba8277 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:56.443169 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04564176-1bce-4351-a9c3-f85d4761fb68 req-c89abfbb-0e0d-48de-96eb-016ea3ba8277 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/networks/5a5bc502-ed14-4f0a-889e-34e38dce125b HTTP/1.1" status: 200  len: 784 time: 0.1557715
Dec 04 21:56:56.643272 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702daae2-5175-494f-b6a2-48fa43649c2f req-45edd2aa-c334-47b3-a003-5b7f38316489 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:56.644908 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-702daae2-5175-494f-b6a2-48fa43649c2f req-45edd2aa-c334-47b3-a003-5b7f38316489 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0904000
Dec 04 21:56:56.654261 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d116454-25b4-42fc-a3ce-a9067be7c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:56.731655 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-702daae2-5175-494f-b6a2-48fa43649c2f req-e2f5a8c6-aead-42cc-94ec-0e67ef4c5064 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.86 HTTP/1.1" status: 200  len: 695 time: 0.0793741
Dec 04 21:56:56.743534 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-702daae2-5175-494f-b6a2-48fa43649c2f req-667fdb0d-ff7f-443b-b9c1-c84ca5d9487c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Request body: {'floatingip': {'port_id': '0353a4c7-df49-4ca9-81f9-48ba0a22ced9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 21:56:56.825590 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-702daae2-5175-494f-b6a2-48fa43649c2f req-667fdb0d-ff7f-443b-b9c1-c84ca5d9487c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for floatingip, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:57.670189 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-702daae2-5175-494f-b6a2-48fa43649c2f req-667fdb0d-ff7f-443b-b9c1-c84ca5d9487c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for floatingip, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:57.672967 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-702daae2-5175-494f-b6a2-48fa43649c2f req-667fdb0d-ff7f-443b-b9c1-c84ca5d9487c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853820417'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:57.847999 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-702daae2-5175-494f-b6a2-48fa43649c2f req-667fdb0d-ff7f-443b-b9c1-c84ca5d9487c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Floating IP 7f7bbfb4-cabe-4e09-b23f-cbe37a6812a3 associated. External IP: 172.27.1.86, port: 0353a4c7-df49-4ca9-81f9-48ba0a22ced9.
Dec 04 21:56:58.216663 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-702daae2-5175-494f-b6a2-48fa43649c2f req-667fdb0d-ff7f-443b-b9c1-c84ca5d9487c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Router 0df3963d-90f0-47b4-aec6-d2483baacb4e has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:56:58.407576 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-702daae2-5175-494f-b6a2-48fa43649c2f req-667fdb0d-ff7f-443b-b9c1-c84ca5d9487c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:56:58.411923 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-702daae2-5175-494f-b6a2-48fa43649c2f req-667fdb0d-ff7f-443b-b9c1-c84ca5d9487c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:56:58.418071 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841f419-1b5b-40aa-9d40-c46b6919b829 None None] Sync routers for ids ['0df3963d-90f0-47b4-aec6-d2483baacb4e'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:56:58.428327 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a841f419-1b5b-40aa-9d40-c46b6919b829 None None] Routers {'0df3963d-90f0-47b4-aec6-d2483baacb4e'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:56:58.429036 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a841f419-1b5b-40aa-9d40-c46b6919b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fdc83a58>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:56:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['0df3963d-90f0-47b4-aec6-d2483baacb4e'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:56:58.469228 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-702daae2-5175-494f-b6a2-48fa43649c2f req-667fdb0d-ff7f-443b-b9c1-c84ca5d9487c tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "PUT /v2.0/floatingips/7f7bbfb4-cabe-4e09-b23f-cbe37a6812a3 HTTP/1.1" status: 200  len: 995 time: 1.7306385
Dec 04 21:56:58.469801 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d938ece-cd6b-4954-a664-4cce61847423', 'tag': '0353a4c7-df49-4ca9-81f9-48ba0a22ced9'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:56:58.540475 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d938ece-cd6b-4954-a664-4cce61847423', 'tag': '0353a4c7-df49-4ca9-81f9-48ba0a22ced9', 'status': 'completed', 'code': 200}
Dec 04 21:56:58.581779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702daae2-5175-494f-b6a2-48fa43649c2f req-5d4612e7-e56f-4a8b-b75e-3631fff7c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:58.583438 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-702daae2-5175-494f-b6a2-48fa43649c2f req-5d4612e7-e56f-4a8b-b75e-3631fff7c3ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 1162 time: 0.0922856
Dec 04 21:56:58.630503 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-a841f419-1b5b-40aa-9d40-c46b6919b829 None None] Set router 0df3963d-90f0-47b4-aec6-d2483baacb4e gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:56:58.655223 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e168af-af24-4ccb-b02c-a179b9996f83 req-09c4944c-981e-472a-a27e-a5cbd267da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:58.656882 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-19e168af-af24-4ccb-b02c-a179b9996f83 req-09c4944c-981e-472a-a27e-a5cbd267da7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 1162 time: 0.0819423
Dec 04 21:56:58.747239 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702daae2-5175-494f-b6a2-48fa43649c2f req-f7245354-0f16-423c-9119-69ae9926d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:58.749564 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-702daae2-5175-494f-b6a2-48fa43649c2f req-f7245354-0f16-423c-9119-69ae9926d667 service neutron] 10.222.0.44 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 905 time: 0.1574447
Dec 04 21:56:58.807385 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e168af-af24-4ccb-b02c-a179b9996f83 req-00356a78-c42b-43ac-8545-8234879444eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:58.809117 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-19e168af-af24-4ccb-b02c-a179b9996f83 req-00356a78-c42b-43ac-8545-8234879444eb service neutron] 10.222.0.53 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 905 time: 0.1453884
Dec 04 21:56:58.859422 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-702daae2-5175-494f-b6a2-48fa43649c2f req-5c1d05dd-bc27-4812-8ebe-40111b6ffc8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0353a4c7-df49-4ca9-81f9-48ba0a22ced9 HTTP/1.1" status: 200  len: 998 time: 0.1037641
Dec 04 21:56:58.920755 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-19e168af-af24-4ccb-b02c-a179b9996f83 req-6b5d9032-2229-40a8-b447-15367a13e06c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0353a4c7-df49-4ca9-81f9-48ba0a22ced9 HTTP/1.1" status: 200  len: 998 time: 0.1053584
Dec 04 21:56:58.937113 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702daae2-5175-494f-b6a2-48fa43649c2f req-890ccc78-6156-4d09-86f6-d36ec0bc75cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:58.938715 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-702daae2-5175-494f-b6a2-48fa43649c2f req-890ccc78-6156-4d09-86f6-d36ec0bc75cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0711703
Dec 04 21:56:58.994077 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e168af-af24-4ccb-b02c-a179b9996f83 req-17b61f31-c529-470c-b19b-cc7b7fd89690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:58.995747 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-19e168af-af24-4ccb-b02c-a179b9996f83 req-17b61f31-c529-470c-b19b-cc7b7fd89690 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0692699
Dec 04 21:56:59.020014 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a841f419-1b5b-40aa-9d40-c46b6919b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fdc83a58>, [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '529c5786-049c-4680-8758-f1fe2952244e', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'port_id': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'mac_address': 'fa:16:3e:f7:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:55:07Z', 'updated_at': '2020-12-04T21:55:11Z', 'revision_number': 2, 'project_id': '4573b2b333464b439f774c54035bc008', 'fixed_ip_address_scope': None}, {'id': '7f7bbfb4-cabe-4e09-b23f-cbe37a6812a3', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'port_id': '0353a4c7-df49-4ca9-81f9-48ba0a22ced9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'mac_address': 'fa:16:3e:df:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d938ece-cd6b-4954-a664-4cce61847423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:56:55Z', 'updated_at': '2020-12-04T21:56:57Z', 'revision_number': 1, 'project_id': '4573b2b333464b439f774c54035bc008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:12Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:56:59.022594 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702daae2-5175-494f-b6a2-48fa43649c2f req-fb34d47d-df52-42e8-97da-9e5efd2c7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:59.024576 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-702daae2-5175-494f-b6a2-48fa43649c2f req-fb34d47d-df52-42e8-97da-9e5efd2c7ebd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771961
Dec 04 21:56:59.024717 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841f419-1b5b-40aa-9d40-c46b6919b829 None None] Checking router: 0df3963d-90f0-47b4-aec6-d2483baacb4e for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:56:59.034166 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a841f419-1b5b-40aa-9d40-c46b6919b829 None None] Routers {'0df3963d-90f0-47b4-aec6-d2483baacb4e'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:56:59.034840 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a841f419-1b5b-40aa-9d40-c46b6919b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fdc83a58>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:56:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['0df3963d-90f0-47b4-aec6-d2483baacb4e'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:56:59.095293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e168af-af24-4ccb-b02c-a179b9996f83 req-649c8b9d-079a-4b98-86ee-3a00000d77ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:56:59.096956 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-19e168af-af24-4ccb-b02c-a179b9996f83 req-649c8b9d-079a-4b98-86ee-3a00000d77ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0890057
Dec 04 21:56:59.186481 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-702daae2-5175-494f-b6a2-48fa43649c2f req-a3da31aa-0456-468c-b016-04d26a0250f0 service neutron] 10.222.0.44 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523879
Dec 04 21:56:59.228022 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-a841f419-1b5b-40aa-9d40-c46b6919b829 None None] Set router 0df3963d-90f0-47b4-aec6-d2483baacb4e gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:56:59.246990 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-19e168af-af24-4ccb-b02c-a179b9996f83 req-3fe67758-510d-4b24-bf50-35632b574e23 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437993
Dec 04 21:56:59.345475 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-702daae2-5175-494f-b6a2-48fa43649c2f req-398ae926-0bf8-46cf-b8ec-1f342b5e26fa service neutron] 10.222.0.44 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1506107
Dec 04 21:56:59.402702 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-19e168af-af24-4ccb-b02c-a179b9996f83 req-79c70a3a-eeee-452b-9ef1-dbcc749aa661 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1488678
Dec 04 21:56:59.760314 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a841f419-1b5b-40aa-9d40-c46b6919b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fdc83a58>, [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '529c5786-049c-4680-8758-f1fe2952244e', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'port_id': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'mac_address': 'fa:16:3e:f7:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:55:07Z', 'updated_at': '2020-12-04T21:55:11Z', 'revision_number': 2, 'project_id': '4573b2b333464b439f774c54035bc008', 'fixed_ip_address_scope': None}, {'id': '7f7bbfb4-cabe-4e09-b23f-cbe37a6812a3', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'port_id': '0353a4c7-df49-4ca9-81f9-48ba0a22ced9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'mac_address': 'fa:16:3e:df:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d938ece-cd6b-4954-a664-4cce61847423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:56:55Z', 'updated_at': '2020-12-04T21:56:57Z', 'revision_number': 1, 'project_id': '4573b2b333464b439f774c54035bc008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:12Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:56:59.764495 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841f419-1b5b-40aa-9d40-c46b6919b829 None None] The sync data for ids ['0df3963d-90f0-47b4-aec6-d2483baacb4e'] in dv-cinder-749155-4-iscsi is: [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '529c5786-049c-4680-8758-f1fe2952244e', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'port_id': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'mac_address': 'fa:16:3e:f7:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:55:07Z', 'updated_at': '2020-12-04T21:55:11Z', 'revision_number': 2, 'project_id': '4573b2b333464b439f774c54035bc008', 'fixed_ip_address_scope': None}, {'id': '7f7bbfb4-cabe-4e09-b23f-cbe37a6812a3', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'port_id': '0353a4c7-df49-4ca9-81f9-48ba0a22ced9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'mac_address': 'fa:16:3e:df:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d938ece-cd6b-4954-a664-4cce61847423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:56:55Z', 'updated_at': '2020-12-04T21:56:57Z', 'revision_number': 1, 'project_id': '4573b2b333464b439f774c54035bc008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:12Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:57:00.068273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad4e9b-4a7c-495d-b7f6-673beda5e218 None None] New status for floating IP 7f7bbfb4-cabe-4e09-b23f-cbe37a6812a3: ACTIVE {{(pid=80266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 21:57:00.551998 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff8c9141-ddb4-41e9-8ebb-514375e054a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:57:01.590795 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:57:01.948854 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:57:02.202127 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:57:02.224490 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:57:26.656500 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0b864bd9-1f1d-41cb-8a94-7e94c9cceaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:57:27.926578 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:57:29.294197 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a835dbf8-8210-49a5-8e08-351c21f0bb80 req-a98912c8-c670-4dc6-841a-a0c47265c141 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1026394
Dec 04 21:57:29.474427 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835dbf8-8210-49a5-8e08-351c21f0bb80 req-12678fcb-de4e-4ecd-a442-94fb83d89474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:57:29.476069 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a835dbf8-8210-49a5-8e08-351c21f0bb80 req-12678fcb-de4e-4ecd-a442-94fb83d89474 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 1163 time: 0.0898149
Dec 04 21:57:29.646302 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835dbf8-8210-49a5-8e08-351c21f0bb80 req-5b902d65-64cd-42f0-af6c-fb086fa46270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:57:29.648523 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a835dbf8-8210-49a5-8e08-351c21f0bb80 req-5b902d65-64cd-42f0-af6c-fb086fa46270 service neutron] 10.222.0.53 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 905 time: 0.1517618
Dec 04 21:57:29.774456 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a835dbf8-8210-49a5-8e08-351c21f0bb80 req-cd06bb6d-62e7-4230-8a56-e1dee63b8fad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 HTTP/1.1" status: 200  len: 1002 time: 0.1194444
Dec 04 21:57:29.850095 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835dbf8-8210-49a5-8e08-351c21f0bb80 req-4fb02d98-a12d-4134-9b69-8c66c3e0e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:57:29.851724 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a835dbf8-8210-49a5-8e08-351c21f0bb80 req-4fb02d98-a12d-4134-9b69-8c66c3e0e21e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0707929
Dec 04 21:57:29.930253 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835dbf8-8210-49a5-8e08-351c21f0bb80 req-f8222074-4f8e-417b-bb23-45f69c3aa83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:57:29.931954 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a835dbf8-8210-49a5-8e08-351c21f0bb80 req-f8222074-4f8e-417b-bb23-45f69c3aa83d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0738666
Dec 04 21:57:30.078141 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a835dbf8-8210-49a5-8e08-351c21f0bb80 req-03400974-05ee-427a-aaca-8bf4a210283a service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394129
Dec 04 21:57:30.224978 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a835dbf8-8210-49a5-8e08-351c21f0bb80 req-532a4f88-145c-4e33-ba66-85f19019b1f0 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1396592
Dec 04 21:57:30.553853 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-74d1d651-b248-47c1-9ccc-8ed14954ca34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:57:31.592944 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:57:31.952354 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:57:32.209117 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:57:32.219330 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:57:56.658458 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6aee8e21-991a-4446-bcfd-ca87cb72215c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:00.555040 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a2c2bb6-2802-4bab-86db-68ca3faf0282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:01.595465 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:01.954397 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:02.208183 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:02.229359 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:04.926771 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:58:26.640176 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-6d894f46-fb69-4828-b07c-819bb38dddf8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/floatingips/7f7bbfb4-cabe-4e09-b23f-cbe37a6812a3 HTTP/1.1" status: 200  len: 997 time: 0.1891532
Dec 04 21:58:26.661078 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0c317980-171e-48c3-8b32-9d9b76575ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:26.806919 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-5619c1e1-8eab-4e7d-83a8-7d647177ad9e tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:26.808486 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-5619c1e1-8eab-4e7d-83a8-7d647177ad9e tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/networks/5a5bc502-ed14-4f0a-889e-34e38dce125b HTTP/1.1" status: 200  len: 784 time: 0.1624827
Dec 04 21:58:26.920392 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-a211b823-84f2-467b-bf6d-41f48ed88304 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.86 HTTP/1.1" status: 200  len: 1000 time: 0.1049571
Dec 04 21:58:26.997763 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-a5000b83-b6e3-4065-b2e7-dc836df37285 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:26.999258 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-a5000b83-b6e3-4065-b2e7-dc836df37285 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports/0353a4c7-df49-4ca9-81f9-48ba0a22ced9 HTTP/1.1" status: 200  len: 942 time: 0.0730064
Dec 04 21:58:27.184447 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-6dcd048c-18d3-4d15-87d2-92471798999a tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.86 HTTP/1.1" status: 200  len: 1000 time: 0.1033840
Dec 04 21:58:27.406512 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Deleting port 7ed47a30-5643-432e-8d8f-ce0975d64bf4 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:58:27.406895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:27.585205 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:27.585541 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for floatingip, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:27.951902 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Calling delete_port for 7ed47a30-5643-432e-8d8f-ce0975d64bf4 owned by network:floatingip {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:58:28.105704 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:28.121243 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b439ec50-772c-4936-ae3a-c0d1ed335f35 tempest-TestShelveInstance-1417651636 tempest-TestShelveInstance-1417651636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:58:28.213523 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Pushing event deleted for resources: {'Port': ['ID=7ed47a30-5643-432e-8d8f-ce0975d64bf4,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:58:28.231609 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.232033 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.232440 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.232843 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.233243 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.233647 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.234041 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.234434 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.234824 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.235218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.235638 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.236032 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.236492 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.236880 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.237270 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.237659 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.238046 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.238432 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.238818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.239205 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.239617 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.240007 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.240397 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.240823 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:28.245396 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:58:28.359355 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for floatingip, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:28.359755 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Floating IP 7f7bbfb4-cabe-4e09-b23f-cbe37a6812a3 disassociated (deleted). External IP: 172.27.1.86, port: 0353a4c7-df49-4ca9-81f9-48ba0a22ced9.
Dec 04 21:58:28.731026 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Router 0df3963d-90f0-47b4-aec6-d2483baacb4e has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:58:28.918643 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:58:28.931712 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ee5613-8152-4bed-89c3-2103fd035b6e None None] Sync routers for ids ['0df3963d-90f0-47b4-aec6-d2483baacb4e'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:58:28.941865 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ee5613-8152-4bed-89c3-2103fd035b6e None None] Routers {'0df3963d-90f0-47b4-aec6-d2483baacb4e'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:58:28.942528 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-27ee5613-8152-4bed-89c3-2103fd035b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fdd7f470>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:58:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['0df3963d-90f0-47b4-aec6-d2483baacb4e'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:58:28.943527 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:29.006096 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-d1ea35b0-6cf4-4132-8c29-ffefc03afadf tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "DELETE /v2.0/floatingips/7f7bbfb4-cabe-4e09-b23f-cbe37a6812a3 HTTP/1.1" status: 204  len: 173 time: 1.8154957
Dec 04 21:58:29.006725 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d938ece-cd6b-4954-a664-4cce61847423', 'tag': '0353a4c7-df49-4ca9-81f9-48ba0a22ced9'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:58:29.074642 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d938ece-cd6b-4954-a664-4cce61847423', 'tag': '0353a4c7-df49-4ca9-81f9-48ba0a22ced9', 'status': 'completed', 'code': 200}
Dec 04 21:58:29.108271 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-4af3f369-050e-4458-9921-f2f000348d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:29.111972 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-4af3f369-050e-4458-9921-f2f000348d5a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 1162 time: 0.0908656
Dec 04 21:58:29.141902 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-27ee5613-8152-4bed-89c3-2103fd035b6e None None] Set router 0df3963d-90f0-47b4-aec6-d2483baacb4e gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:58:29.293906 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88666b-4355-4aa3-894c-46e3a798482a req-11e6b902-150c-4b51-9947-960478979302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:29.295133 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad88666b-4355-4aa3-894c-46e3a798482a req-11e6b902-150c-4b51-9947-960478979302 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 1162 time: 0.1770301
Dec 04 21:58:29.317380 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-ac93ea2e-275f-4adf-91b6-9a50a7ed2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:29.318569 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-ac93ea2e-275f-4adf-91b6-9a50a7ed2f8d service neutron] 10.222.0.44 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 905 time: 0.2021039
Dec 04 21:58:29.332050 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c6c7859-e3d8-4713-a0a8-a3e3c1779327 req-287d856d-5fa6-4537-86a8-61d5ad752da7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1165817
Dec 04 21:58:29.399648 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-713a5004-7ae8-48d5-9497-73e2dc453d03 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0353a4c7-df49-4ca9-81f9-48ba0a22ced9 HTTP/1.1" status: 200  len: 217 time: 0.0718708
Dec 04 21:58:29.472608 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-8ca4c00c-71f0-4df4-9d21-851b7a7bc662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:29.474274 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-8ca4c00c-71f0-4df4-9d21-851b7a7bc662 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0679286
Dec 04 21:58:29.537125 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-27ee5613-8152-4bed-89c3-2103fd035b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fdd7f470>, [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '529c5786-049c-4680-8758-f1fe2952244e', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'port_id': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'mac_address': 'fa:16:3e:f7:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:55:07Z', 'updated_at': '2020-12-04T21:55:11Z', 'revision_number': 2, 'project_id': '4573b2b333464b439f774c54035bc008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:12Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:58:29.543035 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ee5613-8152-4bed-89c3-2103fd035b6e None None] Checking router: 0df3963d-90f0-47b4-aec6-d2483baacb4e for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:58:29.554146 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ee5613-8152-4bed-89c3-2103fd035b6e None None] Routers {'0df3963d-90f0-47b4-aec6-d2483baacb4e'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:58:29.554954 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-27ee5613-8152-4bed-89c3-2103fd035b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fdd7f470>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:58:01Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['0df3963d-90f0-47b4-aec6-d2483baacb4e'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:58:29.563519 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-f7be0da1-aaec-411c-add1-cdf8a40ccaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:29.565223 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-f7be0da1-aaec-411c-add1-cdf8a40ccaa7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836492
Dec 04 21:58:29.680111 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88666b-4355-4aa3-894c-46e3a798482a req-73403d9b-290a-4d8c-a907-0d04bd406f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:29.681717 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad88666b-4355-4aa3-894c-46e3a798482a req-73403d9b-290a-4d8c-a907-0d04bd406f19 service neutron] 10.222.0.53 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 905 time: 0.3806388
Dec 04 21:58:29.716334 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-56e75f4e-fe5a-4797-bd6a-bc98c2fb47a1 service neutron] 10.222.0.44 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429234
Dec 04 21:58:29.753754 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad88666b-4355-4aa3-894c-46e3a798482a req-aca8aaab-b8dd-44a3-a05d-e09569f07a71 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0353a4c7-df49-4ca9-81f9-48ba0a22ced9 HTTP/1.1" status: 200  len: 217 time: 0.0655115
Dec 04 21:58:29.754582 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-27ee5613-8152-4bed-89c3-2103fd035b6e None None] Set router 0df3963d-90f0-47b4-aec6-d2483baacb4e gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:58:29.836638 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88666b-4355-4aa3-894c-46e3a798482a req-09308aab-3c44-4a72-a939-3f2ba31caa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:29.838540 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad88666b-4355-4aa3-894c-46e3a798482a req-09308aab-3c44-4a72-a939-3f2ba31caa23 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0762768
Dec 04 21:58:29.870799 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa633dc0-6f45-4a53-a6fe-111d3f99ea2f req-4a93da20-b95b-4d53-b905-16707ca5d014 service neutron] 10.222.0.44 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1458507
Dec 04 21:58:29.925748 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88666b-4355-4aa3-894c-46e3a798482a req-190b2587-94b1-49bd-8338-e41c64422f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:29.927856 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad88666b-4355-4aa3-894c-46e3a798482a req-190b2587-94b1-49bd-8338-e41c64422f08 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825982
Dec 04 21:58:30.102123 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad88666b-4355-4aa3-894c-46e3a798482a req-1987161a-7342-4f85-9386-0514066e9862 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1669533
Dec 04 21:58:30.174517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-27ee5613-8152-4bed-89c3-2103fd035b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fdd7f470>, [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '529c5786-049c-4680-8758-f1fe2952244e', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'port_id': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'mac_address': 'fa:16:3e:f7:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:55:07Z', 'updated_at': '2020-12-04T21:55:11Z', 'revision_number': 2, 'project_id': '4573b2b333464b439f774c54035bc008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:12Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:58:30.184878 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ee5613-8152-4bed-89c3-2103fd035b6e None None] The sync data for ids ['0df3963d-90f0-47b4-aec6-d2483baacb4e'] in dv-cinder-749155-4-iscsi is: [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_floatingips': [{'id': '529c5786-049c-4680-8758-f1fe2952244e', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'router_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'port_id': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'mac_address': 'fa:16:3e:f7:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T21:55:07Z', 'updated_at': '2020-12-04T21:55:11Z', 'revision_number': 2, 'project_id': '4573b2b333464b439f774c54035bc008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:12Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:58:30.274332 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad88666b-4355-4aa3-894c-46e3a798482a req-05ae0a29-260b-49fe-b6d6-3e73dd97135c service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1644990
Dec 04 21:58:30.419527 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef9479-eb21-4f46-9d48-ce1909942bf7 req-647defe7-54ff-49da-b810-cf5fcf842170 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:30.420456 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-daef9479-eb21-4f46-9d48-ce1909942bf7 req-647defe7-54ff-49da-b810-cf5fcf842170 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Synchronizing usage tracker for tenant:4573b2b333464b439f774c54035bc008 on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:58:30.432807 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c7859-e3d8-4713-a0a8-a3e3c1779327 req-79022749-6c10-46af-b7f2-1f2f469b3406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:30.434468 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c6c7859-e3d8-4713-a0a8-a3e3c1779327 req-79022749-6c10-46af-b7f2-1f2f469b3406 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 1162 time: 0.0897322
Dec 04 21:58:30.438730 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-daef9479-eb21-4f46-9d48-ce1909942bf7 req-647defe7-54ff-49da-b810-cf5fcf842170 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Unset dirty status for tenant:4573b2b333464b439f774c54035bc008 on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:58:30.440322 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-daef9479-eb21-4f46-9d48-ce1909942bf7 req-647defe7-54ff-49da-b810-cf5fcf842170 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 945 time: 0.1207316
Dec 04 21:58:30.497518 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-daef9479-eb21-4f46-9d48-ce1909942bf7 req-f9cb19e5-dfc1-431f-aa15-2cd526219e43 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0499134
Dec 04 21:58:30.569741 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-79224a06-f395-40fe-a031-1f7b50f34241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:30.627668 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c7859-e3d8-4713-a0a8-a3e3c1779327 req-84f72694-fa48-400e-b106-984549768dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:30.629309 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c6c7859-e3d8-4713-a0a8-a3e3c1779327 req-84f72694-fa48-400e-b106-984549768dbd service neutron] 10.222.0.53 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 905 time: 0.1710627
Dec 04 21:58:30.658664 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e15c4c-9a53-4694-aad3-4fa01091221d None None] New status for floating IP 7f7bbfb4-cabe-4e09-b23f-cbe37a6812a3: DOWN {{(pid=80266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 21:58:30.708540 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c6c7859-e3d8-4713-a0a8-a3e3c1779327 req-56e8b1f0-f00d-4552-9abf-a30596deef32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0353a4c7-df49-4ca9-81f9-48ba0a22ced9 HTTP/1.1" status: 200  len: 217 time: 0.0724714
Dec 04 21:58:30.799626 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c7859-e3d8-4713-a0a8-a3e3c1779327 req-3d795727-5077-47e2-8ddd-698af3c5f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:30.801207 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c6c7859-e3d8-4713-a0a8-a3e3c1779327 req-3d795727-5077-47e2-8ddd-698af3c5f268 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0860679
Dec 04 21:58:30.888878 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c7859-e3d8-4713-a0a8-a3e3c1779327 req-e95346ff-f51d-41d8-99ab-8b5a4cc59c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:30.890511 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c6c7859-e3d8-4713-a0a8-a3e3c1779327 req-e95346ff-f51d-41d8-99ab-8b5a4cc59c78 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826051
Dec 04 21:58:31.034837 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c6c7859-e3d8-4713-a0a8-a3e3c1779327 req-182eb4e1-e0b3-4771-aee9-51d2ba6dcdf1 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373503
Dec 04 21:58:31.184075 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c6c7859-e3d8-4713-a0a8-a3e3c1779327 req-fc8a1671-ddbf-4a4e-b6f6-b1f2ca6a0d4b service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416762
Dec 04 21:58:31.597835 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:31.799774 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d68d51-b4d9-4696-8811-78ef6e1c1189 req-749eab61-1461-440d-b5d1-a68fcc92a057 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:31.801267 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b2d68d51-b4d9-4696-8811-78ef6e1c1189 req-749eab61-1461-440d-b5d1-a68fcc92a057 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 945 time: 0.1653802
Dec 04 21:58:31.851929 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b2d68d51-b4d9-4696-8811-78ef6e1c1189 req-7e34eb82-107f-466e-9f10-dc85d30ef2af tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0438793
Dec 04 21:58:31.957949 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:32.091264 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-3b0877e7-6c0f-49b5-9cfe-c369a6946db5 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:32.091969 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-3b0877e7-6c0f-49b5-9cfe-c369a6946db5 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Synchronizing usage tracker for tenant:4573b2b333464b439f774c54035bc008 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:58:32.105256 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-3b0877e7-6c0f-49b5-9cfe-c369a6946db5 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Unset dirty status for tenant:4573b2b333464b439f774c54035bc008 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:58:32.106486 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-3b0877e7-6c0f-49b5-9cfe-c369a6946db5 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.53 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 945 time: 0.1059866
Dec 04 21:58:32.182203 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Deleting port 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:58:32.182589 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:32.212665 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:32.232409 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:32.451634 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] For port 0353a4c7-df49-4ca9-81f9-48ba0a22ced9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=0353a4c7-df49-4ca9-81f9-48ba0a22ced9,segment=NetworkSegment(69128c56-403e-4422-b840-7e1ec7c2bd75),segment_id=69128c56-403e-4422-b840-7e1ec7c2bd75)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:58:32.451952 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:32.464542 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:58:32.582458 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079680'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:32.583383 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Calling delete_port for 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:58:32.615676 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d938ece-cd6b-4954-a664-4cce61847423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0353a4c7-df49-4ca9-81f9-48ba0a22ced9'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:58:32.627297 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] For port 0353a4c7-df49-4ca9-81f9-48ba0a22ced9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=0353a4c7-df49-4ca9-81f9-48ba0a22ced9,segment=NetworkSegment(69128c56-403e-4422-b840-7e1ec7c2bd75),segment_id=69128c56-403e-4422-b840-7e1ec7c2bd75)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:58:32.630502 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730056412377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306798771316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730056004518'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:32.632672 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:58:32.674742 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:58:32.675286 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:58:32.689143 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d938ece-cd6b-4954-a664-4cce61847423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0353a4c7-df49-4ca9-81f9-48ba0a22ced9', 'code': 200}
Dec 04 21:58:32.704079 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Pushing event updated for resources: {'Port': ['ID=0353a4c7-df49-4ca9-81f9-48ba0a22ced9,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:58:32.712124 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.712519 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.712906 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.713285 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.713663 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.714037 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.714410 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.714779 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.715149 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.715546 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.715911 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.716283 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.716719 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.717093 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.717456 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.717822 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.718186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.718555 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.718917 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.719279 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.719673 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.720035 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.720398 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.720761 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:32.725963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:58:33.063987 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fba444-cc63-4d63-b56f-94aed80acae9 req-4ad34780-adeb-4b29-b8d0-06db4de8f95f tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:33.065609 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f2fba444-cc63-4d63-b56f-94aed80acae9 req-4ad34780-adeb-4b29-b8d0-06db4de8f95f tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 943 time: 0.0844963
Dec 04 21:58:33.118374 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f2fba444-cc63-4d63-b56f-94aed80acae9 req-763c1647-f9e6-412e-9f42-520c74c807f6 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0458686
Dec 04 21:58:33.176241 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Deleting port 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:58:33.176685 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:33.436122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] For port 0353a4c7-df49-4ca9-81f9-48ba0a22ced9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=0353a4c7-df49-4ca9-81f9-48ba0a22ced9,segment=NetworkSegment(69128c56-403e-4422-b840-7e1ec7c2bd75),segment_id=69128c56-403e-4422-b840-7e1ec7c2bd75)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:58:33.436672 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:33.565308 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Calling delete_port for 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:58:33.725985 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:33.744777 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-df25ddc3-c6c7-416e-a277-6d8bba8178e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:58:33.842823 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Pushing event deleted for resources: {'Port': ['ID=0353a4c7-df49-4ca9-81f9-48ba0a22ced9,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:58:33.855332 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.855775 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.856191 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.856597 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.857007 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.857410 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.857805 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.858204 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.858603 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.859000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.859394 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.859814 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-4-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.860280 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.860675 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.861069 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.861463 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.861856 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.862249 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.862640 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.863032 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.863421 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.863842 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.864239 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.864634 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 21:58:33.869191 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:58:33.973501 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] No DVR routers for this DVR port 0353a4c7-df49-4ca9-81f9-48ba0a22ced9 on host hv-cinder-74915 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:58:33.976193 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:33.980464 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d938ece-cd6b-4954-a664-4cce61847423', 'name': 'network-vif-deleted', 'tag': '0353a4c7-df49-4ca9-81f9-48ba0a22ced9'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:58:33.994917 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2fe3fcc4-32e7-41c8-b2c4-388453acb089 req-8ff615a0-2068-4767-8482-f5c0ee54abe7 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.53 "DELETE /v2.0/ports/0353a4c7-df49-4ca9-81f9-48ba0a22ced9 HTTP/1.1" status: 204  len: 173 time: 1.8829472
Dec 04 21:58:34.046593 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d938ece-cd6b-4954-a664-4cce61847423', 'name': 'network-vif-deleted', 'tag': '0353a4c7-df49-4ca9-81f9-48ba0a22ced9', 'status': 'completed', 'code': 200}
Dec 04 21:58:34.295713 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8efc44ca-9669-40e1-b786-526fc0d3daf4 req-1146e9d7-3709-4391-9692-5451234896f5 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=6d938ece-cd6b-4954-a664-4cce61847423 HTTP/1.1" status: 200  len: 210 time: 0.0466001
Dec 04 21:58:37.967175 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01684b48-8e7d-435c-b7bc-145704691de2 req-0fe9a94a-75fe-44ac-8e96-42b70f4b4430 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/floatingips/529c5786-049c-4680-8758-f1fe2952244e HTTP/1.1" status: 200  len: 999 time: 0.1089048
Dec 04 21:58:38.136791 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01684b48-8e7d-435c-b7bc-145704691de2 req-8d927c53-b4ef-4965-af26-180da15592b0 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:38.138256 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01684b48-8e7d-435c-b7bc-145704691de2 req-8d927c53-b4ef-4965-af26-180da15592b0 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/networks/5a5bc502-ed14-4f0a-889e-34e38dce125b HTTP/1.1" status: 200  len: 784 time: 0.1650782
Dec 04 21:58:38.149269 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-01684b48-8e7d-435c-b7bc-145704691de2 req-af672df5-54c5-4841-af3c-10f15973f941 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 21:58:38.150377 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01684b48-8e7d-435c-b7bc-145704691de2 req-af672df5-54c5-4841-af3c-10f15973f941 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0060995
Dec 04 21:58:38.260256 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-01684b48-8e7d-435c-b7bc-145704691de2 req-8ae6898a-390a-42ca-b119-b040e039ec39 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Synchronizing usage tracker for tenant:4573b2b333464b439f774c54035bc008 on resource:floatingip {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:58:38.282796 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-01684b48-8e7d-435c-b7bc-145704691de2 req-8ae6898a-390a-42ca-b119-b040e039ec39 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Unset dirty status for tenant:4573b2b333464b439f774c54035bc008 on resource:floatingip {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:58:38.284129 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01684b48-8e7d-435c-b7bc-145704691de2 req-8ae6898a-390a-42ca-b119-b040e039ec39 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.190 HTTP/1.1" status: 200  len: 1002 time: 0.1267791
Dec 04 21:58:38.596641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01684b48-8e7d-435c-b7bc-145704691de2 req-815fa71b-1b7f-4ceb-b8b8-abccfdf0cd3b tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:38.598092 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01684b48-8e7d-435c-b7bc-145704691de2 req-815fa71b-1b7f-4ceb-b8b8-abccfdf0cd3b tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports/2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 HTTP/1.1" status: 200  len: 943 time: 0.3079133
Dec 04 21:58:38.784962 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01684b48-8e7d-435c-b7bc-145704691de2 req-84e51bc6-9885-496b-a3ba-615a314031dd tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.190 HTTP/1.1" status: 200  len: 1002 time: 0.1023698
Dec 04 21:58:39.002045 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-01684b48-8e7d-435c-b7bc-145704691de2 req-2d0eb5d8-b136-4d83-a72b-db7c83bff886 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Deleting port 42e5dbd3-512d-4fc5-9002-65cbf93d47d2 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:58:39.002681 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-01684b48-8e7d-435c-b7bc-145704691de2 req-2d0eb5d8-b136-4d83-a72b-db7c83bff886 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:39.181037 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-01684b48-8e7d-435c-b7bc-145704691de2 req-2d0eb5d8-b136-4d83-a72b-db7c83bff886 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:39.181392 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-01684b48-8e7d-435c-b7bc-145704691de2 req-2d0eb5d8-b136-4d83-a72b-db7c83bff886 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for floatingip, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:39.307290 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-01684b48-8e7d-435c-b7bc-145704691de2 req-2d0eb5d8-b136-4d83-a72b-db7c83bff886 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Calling delete_port for 42e5dbd3-512d-4fc5-9002-65cbf93d47d2 owned by network:floatingip {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:58:39.458529 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-01684b48-8e7d-435c-b7bc-145704691de2 req-2d0eb5d8-b136-4d83-a72b-db7c83bff886 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:39.475441 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4dc7e60e-6237-4804-88bd-34020fed0f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:58:39.566137 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0eb5d8-b136-4d83-a72b-db7c83bff886 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Pushing event deleted for resources: {'Port': ['ID=42e5dbd3-512d-4fc5-9002-65cbf93d47d2,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:58:39.569966 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2d0eb5d8-b136-4d83-a72b-db7c83bff886 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:58:39.692185 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-01684b48-8e7d-435c-b7bc-145704691de2 req-2d0eb5d8-b136-4d83-a72b-db7c83bff886 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for floatingip, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:39.692556 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-01684b48-8e7d-435c-b7bc-145704691de2 req-2d0eb5d8-b136-4d83-a72b-db7c83bff886 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Floating IP 529c5786-049c-4680-8758-f1fe2952244e disassociated (deleted). External IP: 172.27.1.190, port: 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1.
Dec 04 21:58:40.059284 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01684b48-8e7d-435c-b7bc-145704691de2 req-2d0eb5d8-b136-4d83-a72b-db7c83bff886 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Router 0df3963d-90f0-47b4-aec6-d2483baacb4e has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:58:40.250360 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01684b48-8e7d-435c-b7bc-145704691de2 req-2d0eb5d8-b136-4d83-a72b-db7c83bff886 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:58:40.260553 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361513ec-ba1a-4906-a19d-8633d6b94d05 None None] Sync routers for ids ['0df3963d-90f0-47b4-aec6-d2483baacb4e'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:58:40.270573 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361513ec-ba1a-4906-a19d-8633d6b94d05 None None] Routers {'0df3963d-90f0-47b4-aec6-d2483baacb4e'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:58:40.271327 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-361513ec-ba1a-4906-a19d-8633d6b94d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcc6b240>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:58:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['0df3963d-90f0-47b4-aec6-d2483baacb4e'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:58:40.272987 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-01684b48-8e7d-435c-b7bc-145704691de2 req-2d0eb5d8-b136-4d83-a72b-db7c83bff886 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:40.331909 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01684b48-8e7d-435c-b7bc-145704691de2 req-2d0eb5d8-b136-4d83-a72b-db7c83bff886 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "DELETE /v2.0/floatingips/529c5786-049c-4680-8758-f1fe2952244e HTTP/1.1" status: 204  len: 173 time: 1.5396421
Dec 04 21:58:40.332405 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'tag': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:58:40.400085 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'tag': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1', 'status': 'completed', 'code': 200}
Dec 04 21:58:40.433890 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01684b48-8e7d-435c-b7bc-145704691de2 req-dfdfec25-38f9-46c6-b9ce-8d9b1ffa87bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:40.435735 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01684b48-8e7d-435c-b7bc-145704691de2 req-dfdfec25-38f9-46c6-b9ce-8d9b1ffa87bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 1163 time: 0.0887322
Dec 04 21:58:40.518833 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0b7d6-adcb-43c9-b449-7b9d14848696 req-6e60a5f1-c21b-43a5-9c73-34bd6565cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:40.520633 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2bb0b7d6-adcb-43c9-b449-7b9d14848696 req-6e60a5f1-c21b-43a5-9c73-34bd6565cc9e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4573b2b333464b439f774c54035bc008&device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 1163 time: 0.0782838
Dec 04 21:58:40.581665 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01684b48-8e7d-435c-b7bc-145704691de2 req-6a42e5c9-8d3e-4b74-a76e-b3b7a837d2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:40.583333 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01684b48-8e7d-435c-b7bc-145704691de2 req-6a42e5c9-8d3e-4b74-a76e-b3b7a837d2e9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 905 time: 0.1406760
Dec 04 21:58:40.617094 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-361513ec-ba1a-4906-a19d-8633d6b94d05 None None] Set router 0df3963d-90f0-47b4-aec6-d2483baacb4e gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:58:40.654931 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01684b48-8e7d-435c-b7bc-145704691de2 req-bad886e5-2b61-4d91-acd3-5ba4a1da49ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 HTTP/1.1" status: 200  len: 217 time: 0.0634577
Dec 04 21:58:40.670145 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0b7d6-adcb-43c9-b449-7b9d14848696 req-f5701607-3ce3-4091-991b-872cdee4b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:40.671789 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2bb0b7d6-adcb-43c9-b449-7b9d14848696 req-f5701607-3ce3-4091-991b-872cdee4b22e service neutron] 10.222.0.53 "GET /v2.0/networks?id=49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 200  len: 905 time: 0.1448586
Dec 04 21:58:40.736068 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01684b48-8e7d-435c-b7bc-145704691de2 req-9ccda8e2-7fe4-4346-910a-93e962be2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:40.737670 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01684b48-8e7d-435c-b7bc-145704691de2 req-9ccda8e2-7fe4-4346-910a-93e962be2746 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0744674
Dec 04 21:58:40.760984 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2bb0b7d6-adcb-43c9-b449-7b9d14848696 req-46788e1f-6dd8-4d29-abe9-f50a2d7ccd81 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 HTTP/1.1" status: 200  len: 217 time: 0.0825939
Dec 04 21:58:40.822173 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01684b48-8e7d-435c-b7bc-145704691de2 req-257aaf55-5e5a-4763-b272-5a0b80685805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:40.823663 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01684b48-8e7d-435c-b7bc-145704691de2 req-257aaf55-5e5a-4763-b272-5a0b80685805 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781281
Dec 04 21:58:40.840027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0b7d6-adcb-43c9-b449-7b9d14848696 req-4a835a47-1605-4c5c-8e66-c2246ef85ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:40.841976 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2bb0b7d6-adcb-43c9-b449-7b9d14848696 req-4a835a47-1605-4c5c-8e66-c2246ef85ceb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 200  len: 850 time: 0.0738673
Dec 04 21:58:40.926499 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0b7d6-adcb-43c9-b449-7b9d14848696 req-91e4fc25-8431-498c-987d-e0dac9c1fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:40.928164 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2bb0b7d6-adcb-43c9-b449-7b9d14848696 req-91e4fc25-8431-498c-987d-e0dac9c1fe87 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49019fc1-8adf-48aa-ad03-b0dbba29b902&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800748
Dec 04 21:58:40.965238 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-361513ec-ba1a-4906-a19d-8633d6b94d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcc6b240>, [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:12Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:58:40.969941 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361513ec-ba1a-4906-a19d-8633d6b94d05 None None] Checking router: 0df3963d-90f0-47b4-aec6-d2483baacb4e for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:58:40.979967 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361513ec-ba1a-4906-a19d-8633d6b94d05 None None] Routers {'0df3963d-90f0-47b4-aec6-d2483baacb4e'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:58:40.980815 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-361513ec-ba1a-4906-a19d-8633d6b94d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fcc6b240>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:58:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['0df3963d-90f0-47b4-aec6-d2483baacb4e'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:58:40.981564 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01684b48-8e7d-435c-b7bc-145704691de2 req-954ef44a-02ed-4007-924d-68b2aa48136a service neutron] 10.222.0.44 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504736
Dec 04 21:58:41.103178 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2bb0b7d6-adcb-43c9-b449-7b9d14848696 req-f00d2358-1cde-45ef-8872-3153c902f682 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1668999
Dec 04 21:58:41.163427 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01684b48-8e7d-435c-b7bc-145704691de2 req-67d8e82e-934c-47b9-a8a0-77fce16a5b00 service neutron] 10.222.0.44 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1741953
Dec 04 21:58:41.175688 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-361513ec-ba1a-4906-a19d-8633d6b94d05 None None] Set router 0df3963d-90f0-47b4-aec6-d2483baacb4e gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:58:41.283798 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2bb0b7d6-adcb-43c9-b449-7b9d14848696 req-2349feb0-3d58-4e1e-aeeb-c2612168e658 service neutron] 10.222.0.53 "GET /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1749418
Dec 04 21:58:41.526435 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-361513ec-ba1a-4906-a19d-8633d6b94d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fcc6b240>, [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:12Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:58:41.531130 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361513ec-ba1a-4906-a19d-8633d6b94d05 None None] The sync data for ids ['0df3963d-90f0-47b4-aec6-d2483baacb4e'] in dv-cinder-749155-4-iscsi is: [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:52:05Z', 'revision_number': 4, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi', '_interfaces': [{'id': '45d002bb-34eb-4e81-b852-7296b4bf843c', 'name': '', 'network_id': '49019fc1-8adf-48aa-ad03-b0dbba29b902', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'mac_address': 'fa:16:3e:29:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ab187270-7722-48e0-8264-21c03e283d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:03Z', 'updated_at': '2020-12-04T21:52:12Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'subnets': [{'id': 'ab187270-7722-48e0-8264-21c03e283d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:58:41.686794 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df56d7-fc19-48b3-8efd-e88d85eb7659 req-28733631-c624-4dd0-81e4-8a2c62d495b8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:41.687613 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-29df56d7-fc19-48b3-8efd-e88d85eb7659 req-28733631-c624-4dd0-81e4-8a2c62d495b8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Synchronizing usage tracker for tenant:4573b2b333464b439f774c54035bc008 on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:58:41.703995 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-29df56d7-fc19-48b3-8efd-e88d85eb7659 req-28733631-c624-4dd0-81e4-8a2c62d495b8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Unset dirty status for tenant:4573b2b333464b439f774c54035bc008 on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:58:41.705421 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29df56d7-fc19-48b3-8efd-e88d85eb7659 req-28733631-c624-4dd0-81e4-8a2c62d495b8 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 946 time: 0.1039803
Dec 04 21:58:41.761222 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29df56d7-fc19-48b3-8efd-e88d85eb7659 req-7b615942-e100-44c4-b3ae-9cca558ea009 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0486314
Dec 04 21:58:41.886312 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad95547-8529-4967-9171-dd2caf0b94e8 None None] New status for floating IP 529c5786-049c-4680-8758-f1fe2952244e: DOWN {{(pid=80266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 21:58:41.926245 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:58:42.981857 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231798-6f58-4b3f-a38e-bb436182e4b9 req-f452ea76-d1d1-4b12-8c81-74859dabcaa6 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:42.983496 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-11231798-6f58-4b3f-a38e-bb436182e4b9 req-f452ea76-d1d1-4b12-8c81-74859dabcaa6 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 946 time: 0.0862718
Dec 04 21:58:43.033506 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-11231798-6f58-4b3f-a38e-bb436182e4b9 req-2a6a188a-e642-4a3b-aaaf-457d6b2e85a1 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups?id=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0436413
Dec 04 21:58:43.469866 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe815ddd-e48a-4633-922c-a980986541e8 req-0202e83d-3460-4ad3-9d9a-3ee0d50724e9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:43.470608 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-fe815ddd-e48a-4633-922c-a980986541e8 req-0202e83d-3460-4ad3-9d9a-3ee0d50724e9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Synchronizing usage tracker for tenant:4573b2b333464b439f774c54035bc008 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:58:43.483543 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-fe815ddd-e48a-4633-922c-a980986541e8 req-0202e83d-3460-4ad3-9d9a-3ee0d50724e9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Unset dirty status for tenant:4573b2b333464b439f774c54035bc008 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:58:43.484732 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe815ddd-e48a-4633-922c-a980986541e8 req-0202e83d-3460-4ad3-9d9a-3ee0d50724e9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.53 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 946 time: 0.3049889
Dec 04 21:58:43.558438 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-fe815ddd-e48a-4633-922c-a980986541e8 req-3a79b4ca-4c87-443d-8099-48891ec4b512 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Deleting port 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:58:43.558915 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fe815ddd-e48a-4633-922c-a980986541e8 req-3a79b4ca-4c87-443d-8099-48891ec4b512 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:43.825554 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-fe815ddd-e48a-4633-922c-a980986541e8 req-3a79b4ca-4c87-443d-8099-48891ec4b512 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] For port 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1,segment=NetworkSegment(69128c56-403e-4422-b840-7e1ec7c2bd75),segment_id=69128c56-403e-4422-b840-7e1ec7c2bd75)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:58:43.825846 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fe815ddd-e48a-4633-922c-a980986541e8 req-3a79b4ca-4c87-443d-8099-48891ec4b512 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:43.957751 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-fe815ddd-e48a-4633-922c-a980986541e8 req-3a79b4ca-4c87-443d-8099-48891ec4b512 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Calling delete_port for 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:58:44.108838 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fe815ddd-e48a-4633-922c-a980986541e8 req-3a79b4ca-4c87-443d-8099-48891ec4b512 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:44.125285 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d6dde0b0-c84f-40aa-ac9e-4634c9d00971 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:58:44.221246 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-576dfa16-b386-44d8-8815-a39b8a6bb93a req-ed1d516f-b761-4d8f-b5ca-c9fd76593072 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/ports?device_id=cb27b1d7-1936-48b9-976e-e3f3553aa588 HTTP/1.1" status: 200  len: 210 time: 0.0502603
Dec 04 21:58:44.223620 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79b4ca-4c87-443d-8099-48891ec4b512 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Pushing event deleted for resources: {'Port': ['ID=2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:58:44.227607 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3a79b4ca-4c87-443d-8099-48891ec4b512 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:58:44.330738 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe815ddd-e48a-4633-922c-a980986541e8 req-3a79b4ca-4c87-443d-8099-48891ec4b512 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] No DVR routers for this DVR port 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 on host hv-cinder-74915 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:58:44.333015 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fe815ddd-e48a-4633-922c-a980986541e8 req-3a79b4ca-4c87-443d-8099-48891ec4b512 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:44.335981 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'name': 'network-vif-deleted', 'tag': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 21:58:44.351540 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe815ddd-e48a-4633-922c-a980986541e8 req-3a79b4ca-4c87-443d-8099-48891ec4b512 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.53 "DELETE /v2.0/ports/2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 HTTP/1.1" status: 204  len: 173 time: 0.8609757
Dec 04 21:58:44.395752 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb27b1d7-1936-48b9-976e-e3f3553aa588', 'name': 'network-vif-deleted', 'tag': '2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1', 'status': 'completed', 'code': 200}
Dec 04 21:58:44.555804 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:58:44.594881 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] No Port match for: 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:58:44.595177 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Device 2bbcb72c-2c3e-40f4-a3d0-8b36d53bfeb1 not bound to the agent host hv-cinder-74915 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:58:45.578013 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-60c6fc6e-48ae-4613-ab1c-4baac225608c req-9af00172-5391-4a1e-a3c2-9cf8e21454bc tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/floatingips/6869f140-99fa-4d87-b13f-9c6b976a297c HTTP/1.1" status: 200  len: 692 time: 0.0829594
Dec 04 21:58:45.736107 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6fc6e-48ae-4613-ab1c-4baac225608c req-0cf45213-b5d7-4afe-98a7-e8f3203a14f9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 21:58:45.737532 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-60c6fc6e-48ae-4613-ab1c-4baac225608c req-0cf45213-b5d7-4afe-98a7-e8f3203a14f9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/networks/5a5bc502-ed14-4f0a-889e-34e38dce125b HTTP/1.1" status: 200  len: 784 time: 0.1537223
Dec 04 21:58:46.060711 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-60c6fc6e-48ae-4613-ab1c-4baac225608c req-518c4f82-5811-4dc3-b2c7-d1b7b8e58ada tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Synchronizing usage tracker for tenant:4573b2b333464b439f774c54035bc008 on resource:floatingip {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 21:58:46.078740 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-60c6fc6e-48ae-4613-ab1c-4baac225608c req-518c4f82-5811-4dc3-b2c7-d1b7b8e58ada tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Unset dirty status for tenant:4573b2b333464b439f774c54035bc008 on resource:floatingip {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 21:58:46.080087 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-60c6fc6e-48ae-4613-ab1c-4baac225608c req-518c4f82-5811-4dc3-b2c7-d1b7b8e58ada tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.64 HTTP/1.1" status: 200  len: 695 time: 0.3358202
Dec 04 21:58:46.166841 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-60c6fc6e-48ae-4613-ab1c-4baac225608c req-62360dd3-0445-4fd6-92eb-a19363882f93 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.64 HTTP/1.1" status: 200  len: 695 time: 0.0798917
Dec 04 21:58:46.335189 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-60c6fc6e-48ae-4613-ab1c-4baac225608c req-eab896bf-bd1a-4c8a-9e2f-d161be1da1e9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Deleting port 769a4088-ebb7-4716-b865-1e485cd6d6dd {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:58:46.335483 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-60c6fc6e-48ae-4613-ab1c-4baac225608c req-eab896bf-bd1a-4c8a-9e2f-d161be1da1e9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:46.517276 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-60c6fc6e-48ae-4613-ab1c-4baac225608c req-eab896bf-bd1a-4c8a-9e2f-d161be1da1e9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:46.517636 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-60c6fc6e-48ae-4613-ab1c-4baac225608c req-eab896bf-bd1a-4c8a-9e2f-d161be1da1e9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for floatingip, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:46.644330 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-60c6fc6e-48ae-4613-ab1c-4baac225608c req-eab896bf-bd1a-4c8a-9e2f-d161be1da1e9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Calling delete_port for 769a4088-ebb7-4716-b865-1e485cd6d6dd owned by network:floatingip {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:58:46.789241 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-60c6fc6e-48ae-4613-ab1c-4baac225608c req-eab896bf-bd1a-4c8a-9e2f-d161be1da1e9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222562'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:46.805899 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2d0eb5d8-b136-4d83-a72b-db7c83bff886 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:58:46.903659 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab896bf-bd1a-4c8a-9e2f-d161be1da1e9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Pushing event deleted for resources: {'Port': ['ID=769a4088-ebb7-4716-b865-1e485cd6d6dd,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:58:46.907502 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eab896bf-bd1a-4c8a-9e2f-d161be1da1e9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:58:47.031323 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-60c6fc6e-48ae-4613-ab1c-4baac225608c req-eab896bf-bd1a-4c8a-9e2f-d161be1da1e9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for floatingip, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:47.053503 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-60c6fc6e-48ae-4613-ab1c-4baac225608c req-eab896bf-bd1a-4c8a-9e2f-d161be1da1e9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768482'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:47.055538 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-60c6fc6e-48ae-4613-ab1c-4baac225608c req-eab896bf-bd1a-4c8a-9e2f-d161be1da1e9 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "DELETE /v2.0/floatingips/6869f140-99fa-4d87-b13f-9c6b976a297c HTTP/1.1" status: 204  len: 173 time: 0.8819485
Dec 04 21:58:48.561192 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9c498f3f-4ba3-416d-a947-6d0544390c96 req-357caab2-4482-49cc-bc97-7fced68cea7e tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "GET /v2.0/security-groups/3cce828c-a2a8-4ec3-8129-c9ffc0f4c704 HTTP/1.1" status: 200  len: 2885 time: 0.0551064
Dec 04 21:58:48.638380 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-9c498f3f-4ba3-416d-a947-6d0544390c96 req-ea9a1643-9679-498a-ac6b-7c30bf4d3c73 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:48.667900 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-9c498f3f-4ba3-416d-a947-6d0544390c96 req-ea9a1643-9679-498a-ac6b-7c30bf4d3c73 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:48.727747 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-9c498f3f-4ba3-416d-a947-6d0544390c96 req-ea9a1643-9679-498a-ac6b-7c30bf4d3c73 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:48.733914 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c6708aff-d6b6-4d8d-a9bd-b93053a0cc67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:58:48.752426 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a1643-9679-498a-ac6b-7c30bf4d3c73 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cce828c-a2a8-4ec3-8129-c9ffc0f4c704,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:58:48.757181 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ea9a1643-9679-498a-ac6b-7c30bf4d3c73 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:58:48.761027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-9c498f3f-4ba3-416d-a947-6d0544390c96 req-ea9a1643-9679-498a-ac6b-7c30bf4d3c73 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:48.762951 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9c498f3f-4ba3-416d-a947-6d0544390c96 req-ea9a1643-9679-498a-ac6b-7c30bf4d3c73 tempest-TestVolumeBootPattern-1142138023 tempest-TestVolumeBootPattern-1142138023] 10.222.0.44 "DELETE /v2.0/security-groups/3cce828c-a2a8-4ec3-8129-c9ffc0f4c704 HTTP/1.1" status: 204  len: 173 time: 0.1952724
Dec 04 21:58:48.846051 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 43108) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:58:49.416106 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d044529f-458c-4fe8-9ca3-146ab6c0d3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853797155'] for router_interface, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:50.162175 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-d044529f-458c-4fe8-9ca3-146ab6c0d3c5 admin admin] Deleting port 45d002bb-34eb-4e81-b852-7296b4bf843c {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:58:50.162854 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d044529f-458c-4fe8-9ca3-146ab6c0d3c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:50.378517 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-d044529f-458c-4fe8-9ca3-146ab6c0d3c5 admin admin] For port 45d002bb-34eb-4e81-b852-7296b4bf843c, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=45d002bb-34eb-4e81-b852-7296b4bf843c,segment=NetworkSegment(69128c56-403e-4422-b840-7e1ec7c2bd75),segment_id=69128c56-403e-4422-b840-7e1ec7c2bd75)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:58:50.378845 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d044529f-458c-4fe8-9ca3-146ab6c0d3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:50.509482 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-d044529f-458c-4fe8-9ca3-146ab6c0d3c5 admin admin] Calling delete_port for 45d002bb-34eb-4e81-b852-7296b4bf843c owned by network:router_interface {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:58:51.061035 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d044529f-458c-4fe8-9ca3-146ab6c0d3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:51.075295 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7acddfaf-5bd5-43b5-8f41-44ce5403339b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:58:51.170278 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044529f-458c-4fe8-9ca3-146ab6c0d3c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d002bb-34eb-4e81-b852-7296b4bf843c,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:58:51.174238 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d044529f-458c-4fe8-9ca3-146ab6c0d3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:58:51.490815 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d044529f-458c-4fe8-9ca3-146ab6c0d3c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1486820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957517'] for router_interface, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:52.007283 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d044529f-458c-4fe8-9ca3-146ab6c0d3c5 admin admin] Router 0df3963d-90f0-47b4-aec6-d2483baacb4e has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:58:52.195891 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d044529f-458c-4fe8-9ca3-146ab6c0d3c5 admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:58:52.205387 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc8153a-acdd-4d8b-858d-70d1990b6514 None None] Sync routers for ids ['0df3963d-90f0-47b4-aec6-d2483baacb4e'] in dv-cinder-749155-4-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:58:52.210292 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d044529f-458c-4fe8-9ca3-146ab6c0d3c5 admin admin] 10.222.0.44 "PUT /v2.0/routers/0df3963d-90f0-47b4-aec6-d2483baacb4e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3625190
Dec 04 21:58:52.213193 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 43114) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:58:52.216272 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc8153a-acdd-4d8b-858d-70d1990b6514 None None] Routers {'0df3963d-90f0-47b4-aec6-d2483baacb4e'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:58:52.216957 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ebc8153a-acdd-4d8b-858d-70d1990b6514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd129518>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:58:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['0df3963d-90f0-47b4-aec6-d2483baacb4e'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:58:52.402078 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b35f04f0-b523-4870-9928-be791118c578 admin admin] Notify callbacks [] for router, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:52.404759 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ebc8153a-acdd-4d8b-858d-70d1990b6514 None None] Set router 0df3963d-90f0-47b4-aec6-d2483baacb4e gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:58:52.587188 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b35f04f0-b523-4870-9928-be791118c578 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:52.592691 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-b35f04f0-b523-4870-9928-be791118c578 admin admin] Deleting port a873a0c2-5825-4a70-9bde-140841f3e663 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:58:52.593063 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b35f04f0-b523-4870-9928-be791118c578 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:52.705656 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ebc8153a-acdd-4d8b-858d-70d1990b6514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd129518>, [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:58:50Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:58:52.709780 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc8153a-acdd-4d8b-858d-70d1990b6514 None None] Checking router: 0df3963d-90f0-47b4-aec6-d2483baacb4e for host: dv-cinder-749155-4-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:58:52.721967 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc8153a-acdd-4d8b-858d-70d1990b6514 None None] Routers {'0df3963d-90f0-47b4-aec6-d2483baacb4e'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:58:52.721967 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ebc8153a-acdd-4d8b-858d-70d1990b6514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fd129518>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:58:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['0df3963d-90f0-47b4-aec6-d2483baacb4e'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:58:52.783269 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-b35f04f0-b523-4870-9928-be791118c578 admin admin] For port a873a0c2-5825-4a70-9bde-140841f3e663, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=a873a0c2-5825-4a70-9bde-140841f3e663,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:58:52.783699 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b35f04f0-b523-4870-9928-be791118c578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:52.909377 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-b35f04f0-b523-4870-9928-be791118c578 admin admin] Calling delete_port for a873a0c2-5825-4a70-9bde-140841f3e663 owned by network:router_gateway {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:58:52.911919 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ebc8153a-acdd-4d8b-858d-70d1990b6514 None None] Set router 0df3963d-90f0-47b4-aec6-d2483baacb4e gateway port host: dv-cinder-749155-4-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:58:53.049778 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b35f04f0-b523-4870-9928-be791118c578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:53.396109 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ebc8153a-acdd-4d8b-858d-70d1990b6514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fd129518>, [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:58:50Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:58:53.400594 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc8153a-acdd-4d8b-858d-70d1990b6514 None None] The sync data for ids ['0df3963d-90f0-47b4-aec6-d2483baacb4e'] in dv-cinder-749155-4-iscsi is: [{'id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'name': 'tempest-TestVolumeBootPattern-518502984-router', 'tenant_id': '4573b2b333464b439f774c54035bc008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:51:58Z', 'updated_at': '2020-12-04T21:58:50Z', 'revision_number': 5, 'project_id': '4573b2b333464b439f774c54035bc008', 'gw_port': {'id': 'a873a0c2-5825-4a70-9bde-140841f3e663', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3963d-90f0-47b4-aec6-d2483baacb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:51:59Z', 'updated_at': '2020-12-04T21:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:58:53.487072 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b35f04f0-b523-4870-9928-be791118c578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-955349'] for router_gateway, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:53.623440 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b35f04f0-b523-4870-9928-be791118c578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853841093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746042'] for router, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:53.625910 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b35f04f0-b523-4870-9928-be791118c578 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:53.650895 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b35f04f0-b523-4870-9928-be791118c578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853840991'] for router, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:53.651403 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35f04f0-b523-4870-9928-be791118c578 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0df3963d-90f0-47b4-aec6-d2483baacb4e {{(pid=80264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 04 21:58:53.665124 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b35f04f0-b523-4870-9928-be791118c578 admin admin] Notify callbacks [] for router, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:53.666375 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b35f04f0-b523-4870-9928-be791118c578 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0df3963d-90f0-47b4-aec6-d2483baacb4e HTTP/1.1" status: 204  len: 168 time: 1.4521894
Dec 04 21:58:53.669445 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 43118) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:58:53.737401 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8e7119-1942-4fb5-aaa6-3bae9b9274f7 admin admin] Deleting subnet ab187270-7722-48e0-8264-21c03e283d27 {{(pid=80264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 21:58:53.740896 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb8e7119-1942-4fb5-aaa6-3bae9b9274f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:53.794829 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb8e7119-1942-4fb5-aaa6-3bae9b9274f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3987663'] for subnet, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:53.880621 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb8e7119-1942-4fb5-aaa6-3bae9b9274f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1886451'] for subnet, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:54.159177 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb8e7119-1942-4fb5-aaa6-3bae9b9274f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852889349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844828401'] for subnet, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:54.175284 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-04de4a66-83d9-4d3c-8438-61334163ed2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:58:54.261122 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e7119-1942-4fb5-aaa6-3bae9b9274f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab187270-7722-48e0-8264-21c03e283d27,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:58:54.265953 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bb8e7119-1942-4fb5-aaa6-3bae9b9274f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:58:54.306597 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb8e7119-1942-4fb5-aaa6-3bae9b9274f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:54.312256 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ffec7f-d6b9-4619-ba8b-feaab2826b4d None None] Network 49019fc1-8adf-48aa-ad03-b0dbba29b902 requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:58:54.313254 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bb8e7119-1942-4fb5-aaa6-3bae9b9274f7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ab187270-7722-48e0-8264-21c03e283d27 HTTP/1.1" status: 204  len: 168 time: 0.6427588
Dec 04 21:58:54.315933 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 43122) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:58:54.432496 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1971921'] for network, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:54.499428 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] Deleting port 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:58:54.499834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:54.562936 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88b03ea-f42a-4620-b587-de695efee910 None None] DHCP port deletion for 49019fc1-8adf-48aa-ad03-b0dbba29b902 request from dv-cinder-749155-4-iscsi {{(pid=80266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 04 21:58:54.567594 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e88b03ea-f42a-4620-b587-de695efee910 None None] Deleting port 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:58:54.568022 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e88b03ea-f42a-4620-b587-de695efee910 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:54.726917 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] For port 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=258e4d7f-0e93-4a9c-bbc0-a366818bf6b5,segment=NetworkSegment(69128c56-403e-4422-b840-7e1ec7c2bd75),segment_id=69128c56-403e-4422-b840-7e1ec7c2bd75)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:58:54.727405 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:54.767427 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:58:54.840319 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-e88b03ea-f42a-4620-b587-de695efee910 None None] For port 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=258e4d7f-0e93-4a9c-bbc0-a366818bf6b5,segment=NetworkSegment(69128c56-403e-4422-b840-7e1ec7c2bd75),segment_id=69128c56-403e-4422-b840-7e1ec7c2bd75)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:58:54.840685 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e88b03ea-f42a-4620-b587-de695efee910 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:54.858845 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] Calling delete_port for 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:58:54.933273 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:54.948660 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-120a7193-5f9e-4a89-9c7c-f9ce57820975 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:58:54.973794 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e88b03ea-f42a-4620-b587-de695efee910 None None] Calling delete_port for 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 owned by network:dhcp {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:58:55.006355 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.db [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No ports have port_id starting with 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5
Dec 04 21:58:55.007370 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 45d002bb-34eb-4e81-b852-7296b4bf843c no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:58:55.047543 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=258e4d7f-0e93-4a9c-bbc0-a366818bf6b5,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:58:55.052682 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:58:55.098680 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] No DVR routers for this DVR port 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 on host dv-cinder-749155-4-iscsi {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:58:55.218261 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: 45d002bb-34eb-4e81-b852-7296b4bf843c {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:58:55.218659 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 45d002bb-34eb-4e81-b852-7296b4bf843c not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:58:55.219137 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device a873a0c2-5825-4a70-9bde-140841f3e663 no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:58:55.227203 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1888956', 'neutron.services.segments.db._delete_segments_for_network-8730056527680'] for network, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:55.255658 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: a873a0c2-5825-4a70-9bde-140841f3e663 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:58:55.256051 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device a873a0c2-5825-4a70-9bde-140841f3e663 not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:58:55.284206 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-e88b03ea-f42a-4620-b587-de695efee910 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:58:55.284619 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-e88b03ea-f42a-4620-b587-de695efee910 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:58:55.342238 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09fd0aa8d0>,) {'filters': {'network_id': ['49019fc1-8adf-48aa-ad03-b0dbba29b902']}} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:58:55.354720 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fd0aa8d0>, '69128c56-403e-4422-b840-7e1ec7c2bd75') {'for_net_delete': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:58:55.355057 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fd0aa8d0>, '69128c56-403e-4422-b840-7e1ec7c2bd75') {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:58:55.367169 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730056528465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850788153'] for segment, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:55.385765 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:55.388440 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 21:58:55.562314 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] Network 49019fc1-8adf-48aa-ad03-b0dbba29b902 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:58:55.571173 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1889284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3300049'] for segment, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:55.749135 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] Network 49019fc1-8adf-48aa-ad03-b0dbba29b902 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]: Traceback (most recent call last):
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:     timer()
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:     cb(*args, **kw)
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:     self._notify()
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.callback(batched_events)
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:     event.method(event)
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(self, *a, **k)
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self._get(url).json()
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:     **kwargs)
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:     **endpoint_filter)
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 21:58:55.771717 dv-cinder-749155-4-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 21:58:55.786363 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e88b03ea-f42a-4620-b587-de695efee910 None None] Deleting port 258e4d7f-0e93-4a9c-bbc0-a366818bf6b5 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:58:55.786796 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e88b03ea-f42a-4620-b587-de695efee910 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:55.846514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1888943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853820434'] for network, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:55.849868 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:58:55.854293 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e88b03ea-f42a-4620-b587-de695efee910 None None] The port '258e4d7f-0e93-4a9c-bbc0-a366818bf6b5' was deleted {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 04 21:58:55.869727 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:55.876428 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=49019fc1-8adf-48aa-ad03-b0dbba29b902,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:58:55.881185 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:58:55.893990 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-22221b14-4e29-40b2-9efb-546cf42f8cd1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/49019fc1-8adf-48aa-ad03-b0dbba29b902 HTTP/1.1" status: 204  len: 168 time: 1.5769594
Dec 04 21:58:55.897027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 43126) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:58:56.483558 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f953101-81ab-487a-9107-9eb55b59ae7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853797155'] for router_interface, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:56.663311 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9f690a04-1858-4367-a397-58978910dd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:57.103631 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-1f953101-81ab-487a-9107-9eb55b59ae7d admin admin] Deleting port b3309af6-adfd-4eb0-ba32-b30dc56c5889 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:58:57.104051 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f953101-81ab-487a-9107-9eb55b59ae7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:57.290783 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-1f953101-81ab-487a-9107-9eb55b59ae7d admin admin] For port b3309af6-adfd-4eb0-ba32-b30dc56c5889, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=b3309af6-adfd-4eb0-ba32-b30dc56c5889,segment=NetworkSegment(ea0c94ab-4a4e-4902-8895-df1725abe6e7),segment_id=ea0c94ab-4a4e-4902-8895-df1725abe6e7)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:58:57.291183 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f953101-81ab-487a-9107-9eb55b59ae7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:57.421139 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-1f953101-81ab-487a-9107-9eb55b59ae7d admin admin] Calling delete_port for b3309af6-adfd-4eb0-ba32-b30dc56c5889 owned by network:router_interface {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:58:57.607186 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f953101-81ab-487a-9107-9eb55b59ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:57.623445 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a761a17b-da1a-4ef0-9dac-b18464ce7ec2 tempest-VolumesSnapshotTestJSON-741177572 tempest-VolumesSnapshotTestJSON-741177572] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:58:57.716495 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f953101-81ab-487a-9107-9eb55b59ae7d admin admin] Pushing event deleted for resources: {'Port': ['ID=b3309af6-adfd-4eb0-ba32-b30dc56c5889,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:58:57.719242 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1f953101-81ab-487a-9107-9eb55b59ae7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:58:58.036050 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f953101-81ab-487a-9107-9eb55b59ae7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1486820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957517'] for router_interface, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:58.558045 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f953101-81ab-487a-9107-9eb55b59ae7d admin admin] Router 813d88a7-c997-492a-a96b-22c876ad3583 has already been hosted by L3 agent 59ae02db-fed4-4a0e-a3bd-981429aa3c60 {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 21:58:58.752494 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f953101-81ab-487a-9107-9eb55b59ae7d admin admin] Notify agent at l3_agent.dv-cinder-749155-4-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 21:58:58.763003 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1f953101-81ab-487a-9107-9eb55b59ae7d admin admin] 10.222.0.44 "PUT /v2.0/routers/813d88a7-c997-492a-a96b-22c876ad3583/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8647201
Dec 04 21:58:58.767115 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 43130) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:58:58.769015 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd69df-27bb-404d-8aae-389dd3dec6d2 None None] Sync routers for ids ['813d88a7-c997-492a-a96b-22c876ad3583'] in dv-cinder-749155-4-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 21:58:58.789834 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd69df-27bb-404d-8aae-389dd3dec6d2 None None] Routers {'813d88a7-c997-492a-a96b-22c876ad3583'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:58:58.790514 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-32bd69df-27bb-404d-8aae-389dd3dec6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fc1cae10>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:58:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['813d88a7-c997-492a-a96b-22c876ad3583'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:58:58.954997 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19666952-c5c3-4724-98fe-756126bf9cc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:58.974951 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-32bd69df-27bb-404d-8aae-389dd3dec6d2 None None] Set router 813d88a7-c997-492a-a96b-22c876ad3583 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:58:59.147016 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19666952-c5c3-4724-98fe-756126bf9cc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:59.152585 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-19666952-c5c3-4724-98fe-756126bf9cc7 admin admin] Deleting port 2887f695-ef24-4e44-a356-32466f6558a6 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:58:59.152963 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19666952-c5c3-4724-98fe-756126bf9cc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:59.298980 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-32bd69df-27bb-404d-8aae-389dd3dec6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fc1cae10>, [{'id': '813d88a7-c997-492a-a96b-22c876ad3583', 'name': 'tempest-TestVolumeBootPattern-115696781-router', 'tenant_id': '64ab1ff822564976ab9ea60efda67c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2887f695-ef24-4e44-a356-32466f6558a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:52:10Z', 'updated_at': '2020-12-04T21:58:57Z', 'revision_number': 5, 'project_id': '64ab1ff822564976ab9ea60efda67c15', 'gw_port': {'id': '2887f695-ef24-4e44-a356-32466f6558a6', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d88a7-c997-492a-a96b-22c876ad3583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:11Z', 'updated_at': '2020-12-04T21:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:58:59.304175 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd69df-27bb-404d-8aae-389dd3dec6d2 None None] Checking router: 813d88a7-c997-492a-a96b-22c876ad3583 for host: dv-cinder-749155-4-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 21:58:59.315531 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd69df-27bb-404d-8aae-389dd3dec6d2 None None] Routers {'813d88a7-c997-492a-a96b-22c876ad3583'} bound to L3 agent in host dv-cinder-749155-4-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 21:58:59.316248 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-32bd69df-27bb-404d-8aae-389dd3dec6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09fc1cae10>, 'dv-cinder-749155-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T21:33:00Z,description=<?>,heartbeat_timestamp=2020-12-04T21:58:31Z,host='dv-cinder-749155-4-iscsi',id=59ae02db-fed4-4a0e-a3bd-981429aa3c60,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T21:33:00Z,topic='l3_agent')) {'router_ids': ['813d88a7-c997-492a-a96b-22c876ad3583'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:58:59.523606 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-32bd69df-27bb-404d-8aae-389dd3dec6d2 None None] Set router 813d88a7-c997-492a-a96b-22c876ad3583 gateway port host: dv-cinder-749155-4-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 21:58:59.591604 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-19666952-c5c3-4724-98fe-756126bf9cc7 admin admin] For port 2887f695-ef24-4e44-a356-32466f6558a6, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=2887f695-ef24-4e44-a356-32466f6558a6,segment=NetworkSegment(a4c09c42-fb70-4062-b664-179a9ab83ccd),segment_id=a4c09c42-fb70-4062-b664-179a9ab83ccd)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:58:59.591932 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19666952-c5c3-4724-98fe-756126bf9cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:58:59.729843 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-19666952-c5c3-4724-98fe-756126bf9cc7 admin admin] Calling delete_port for 2887f695-ef24-4e44-a356-32466f6558a6 owned by network:router_gateway {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:58:59.850318 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-32bd69df-27bb-404d-8aae-389dd3dec6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09fc1cae10>, [{'id': '813d88a7-c997-492a-a96b-22c876ad3583', 'name': 'tempest-TestVolumeBootPattern-115696781-router', 'tenant_id': '64ab1ff822564976ab9ea60efda67c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2887f695-ef24-4e44-a356-32466f6558a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:52:10Z', 'updated_at': '2020-12-04T21:58:57Z', 'revision_number': 5, 'project_id': '64ab1ff822564976ab9ea60efda67c15', 'gw_port': {'id': '2887f695-ef24-4e44-a356-32466f6558a6', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d88a7-c997-492a-a96b-22c876ad3583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:11Z', 'updated_at': '2020-12-04T21:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}], 'dv-cinder-749155-4-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:58:59.854823 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd69df-27bb-404d-8aae-389dd3dec6d2 None None] The sync data for ids ['813d88a7-c997-492a-a96b-22c876ad3583'] in dv-cinder-749155-4-iscsi is: [{'id': '813d88a7-c997-492a-a96b-22c876ad3583', 'name': 'tempest-TestVolumeBootPattern-115696781-router', 'tenant_id': '64ab1ff822564976ab9ea60efda67c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'external_fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '2887f695-ef24-4e44-a356-32466f6558a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T21:52:10Z', 'updated_at': '2020-12-04T21:58:57Z', 'revision_number': 5, 'project_id': '64ab1ff822564976ab9ea60efda67c15', 'gw_port': {'id': '2887f695-ef24-4e44-a356-32466f6558a6', 'name': '', 'network_id': '5a5bc502-ed14-4f0a-889e-34e38dce125b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d88a7-c997-492a-a96b-22c876ad3583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T21:52:11Z', 'updated_at': '2020-12-04T21:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2af0f04a-6e02-4e2b-b142-69b01684337c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-4-iscsi'}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 21:58:59.876291 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19666952-c5c3-4724-98fe-756126bf9cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851475956'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:00.077562 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19666952-c5c3-4724-98fe-756126bf9cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-955349'] for router_gateway, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:00.219705 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19666952-c5c3-4724-98fe-756126bf9cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853841093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746042'] for router, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:00.222476 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19666952-c5c3-4724-98fe-756126bf9cc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:00.250784 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19666952-c5c3-4724-98fe-756126bf9cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853840991'] for router, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:00.251812 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19666952-c5c3-4724-98fe-756126bf9cc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 813d88a7-c997-492a-a96b-22c876ad3583 {{(pid=80264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 04 21:59:00.275358 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19666952-c5c3-4724-98fe-756126bf9cc7 admin admin] Notify callbacks [] for router, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:00.278205 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-19666952-c5c3-4724-98fe-756126bf9cc7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/813d88a7-c997-492a-a96b-22c876ad3583 HTTP/1.1" status: 204  len: 168 time: 1.5091288
Dec 04 21:59:00.280792 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.44', 43134) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:59:00.408701 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0b89af-b057-47b2-83fb-2e8c0b7e6d3a admin admin] Deleting subnet 693598dd-9eae-48d1-862a-1d88f46d2ad3 {{(pid=80264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 21:59:00.412803 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0a0b89af-b057-47b2-83fb-2e8c0b7e6d3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:00.472990 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0a0b89af-b057-47b2-83fb-2e8c0b7e6d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3987663'] for subnet, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:00.566346 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c2d4e48c-a335-40cc-adc0-2e587081131a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:00.576515 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0a0b89af-b057-47b2-83fb-2e8c0b7e6d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1886451'] for subnet, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:00.759735 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 2887f695-ef24-4e44-a356-32466f6558a6 no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:59:00.796116 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: 2887f695-ef24-4e44-a356-32466f6558a6 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:59:00.796519 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 2887f695-ef24-4e44-a356-32466f6558a6 not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:59:00.796999 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device b3309af6-adfd-4eb0-ba32-b30dc56c5889 no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:59:00.831767 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: b3309af6-adfd-4eb0-ba32-b30dc56c5889 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:59:00.832169 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device b3309af6-adfd-4eb0-ba32-b30dc56c5889 not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:59:00.878327 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0a0b89af-b057-47b2-83fb-2e8c0b7e6d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852889349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844828401'] for subnet, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:00.894458 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bb8e7119-1942-4fb5-aaa6-3bae9b9274f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:59:00.983959 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b89af-b057-47b2-83fb-2e8c0b7e6d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=693598dd-9eae-48d1-862a-1d88f46d2ad3,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:59:00.988471 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0a0b89af-b057-47b2-83fb-2e8c0b7e6d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:59:01.034651 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0a0b89af-b057-47b2-83fb-2e8c0b7e6d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:01.041049 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de169309-cc72-4ee2-9cdc-e09492840dbb None None] Network 51b4e8a9-2a5f-4acc-af43-2ea19439478f requested from dv-cinder-749155-4-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 21:59:01.041489 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0a0b89af-b057-47b2-83fb-2e8c0b7e6d3a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/693598dd-9eae-48d1-862a-1d88f46d2ad3 HTTP/1.1" status: 204  len: 168 time: 0.7591276
Dec 04 21:59:01.045222 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 43138) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:59:01.186164 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1971921'] for network, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:01.259878 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Deleting port 3a136acb-bfe4-456b-b05d-198fb0130581 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:59:01.260184 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:01.312070 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d38b78-ac8f-4991-a0f5-6572a7d5d75b None None] DHCP port deletion for 51b4e8a9-2a5f-4acc-af43-2ea19439478f request from dv-cinder-749155-4-iscsi {{(pid=80266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 04 21:59:01.316613 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-65d38b78-ac8f-4991-a0f5-6572a7d5d75b None None] Deleting port 3a136acb-bfe4-456b-b05d-198fb0130581 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:59:01.317102 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-65d38b78-ac8f-4991-a0f5-6572a7d5d75b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:01.542369 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-65d38b78-ac8f-4991-a0f5-6572a7d5d75b None None] For port 3a136acb-bfe4-456b-b05d-198fb0130581, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=3a136acb-bfe4-456b-b05d-198fb0130581,segment=NetworkSegment(ea0c94ab-4a4e-4902-8895-df1725abe6e7),segment_id=ea0c94ab-4a4e-4902-8895-df1725abe6e7)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:59:01.542743 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-65d38b78-ac8f-4991-a0f5-6572a7d5d75b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:01.578867 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] For port 3a136acb-bfe4-456b-b05d-198fb0130581, host dv-cinder-749155-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-4-iscsi',level=0,port_id=3a136acb-bfe4-456b-b05d-198fb0130581,segment=NetworkSegment(ea0c94ab-4a4e-4902-8895-df1725abe6e7),segment_id=ea0c94ab-4a4e-4902-8895-df1725abe6e7)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 21:59:01.579583 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957832'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:01.685394 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-65d38b78-ac8f-4991-a0f5-6572a7d5d75b None None] Calling delete_port for 3a136acb-bfe4-456b-b05d-198fb0130581 owned by network:dhcp {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:59:01.724863 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Calling delete_port for 3a136acb-bfe4-456b-b05d-198fb0130581 owned by network:dhcp {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 21:59:01.734219 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:01.782216 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-65d38b78-ac8f-4991-a0f5-6572a7d5d75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2080055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372035795004690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730056412360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730056004484'] for port, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:01.802121 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80265) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 21:59:01.802410 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 21:59:01.811319 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:59:01.926154 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d38b78-ac8f-4991-a0f5-6572a7d5d75b None None] Pushing event deleted for resources: {'Port': ['ID=3a136acb-bfe4-456b-b05d-198fb0130581,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:59:01.930607 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-65d38b78-ac8f-4991-a0f5-6572a7d5d75b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:59:01.981396 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:01.989180 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d38b78-ac8f-4991-a0f5-6572a7d5d75b None None] No DVR routers for this DVR port 3a136acb-bfe4-456b-b05d-198fb0130581 on host dv-cinder-749155-4-iscsi {{(pid=80266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 21:59:02.211923 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:02.248027 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:02.303394 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Deleting port 3a136acb-bfe4-456b-b05d-198fb0130581 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 21:59:02.303825 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306798374908'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:02.372846 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] The port '3a136acb-bfe4-456b-b05d-198fb0130581' was deleted {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 04 21:59:02.497810 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1888956', 'neutron.services.segments.db._delete_segments_for_network-8730056527680'] for network, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:02.617480 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09fc964a20>,) {'filters': {'network_id': ['51b4e8a9-2a5f-4acc-af43-2ea19439478f']}} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:59:02.631880 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fc964a20>, 'ea0c94ab-4a4e-4902-8895-df1725abe6e7') {'for_net_delete': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:59:02.632156 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09fc964a20>, 'ea0c94ab-4a4e-4902-8895-df1725abe6e7') {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 21:59:02.644716 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730056528465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125223'] for segment, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:02.666229 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852886465'] for segment, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:02.669148 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 21:59:02.756422 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 3a136acb-bfe4-456b-b05d-198fb0130581 no longer exists at agent ovs-agent-dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 21:59:02.796218 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] No Port match for: 3a136acb-bfe4-456b-b05d-198fb0130581 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 21:59:02.796609 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Device 3a136acb-bfe4-456b-b05d-198fb0130581 not bound to the agent host dv-cinder-749155-4-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 21:59:02.862966 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Network 51b4e8a9-2a5f-4acc-af43-2ea19439478f has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:59:02.873638 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1889284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851553025'] for segment, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:03.063504 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Network 51b4e8a9-2a5f-4acc-af43-2ea19439478f has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]: Traceback (most recent call last):
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:     timer()
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:     cb(*args, **kw)
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:     self._notify()
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:     self.callback(batched_events)
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:     event.method(event)
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:     return f(self, *a, **k)
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self._get(url).json()
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:     **kwargs)
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:     **endpoint_filter)
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 21:59:03.087522 dv-cinder-749155-4-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 21:59:03.177057 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1888943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853288980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853820434'] for network, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:03.182607 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:59:03.203918 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853288993'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:03.210759 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Pushing event deleted for resources: {'Network': ['ID=51b4e8a9-2a5f-4acc-af43-2ea19439478f,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:59:03.215616 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:59:03.218478 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-35b1d010-fe33-403e-b289-e44c20d987ce admin admin] 10.222.0.44 "DELETE /v2.0/networks/51b4e8a9-2a5f-4acc-af43-2ea19439478f HTTP/1.1" status: 204  len: 168 time: 2.1721585
Dec 04 21:59:03.366200 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 43144) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:59:03.421148 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cb2d48ae-16c5-423d-899b-443381e72e3f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4573b2b333464b439f774c54035bc008&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0535927
Dec 04 21:59:03.423784 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 43148) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:59:03.493023 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c000a154-f493-43a9-b5e6-faccbd6ad625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:03.522128 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c000a154-f493-43a9-b5e6-faccbd6ad625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:03.576358 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c000a154-f493-43a9-b5e6-faccbd6ad625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:03.581724 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f6223425-7f2d-421c-8e3e-001ba1d5ad54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:59:03.596324 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000a154-f493-43a9-b5e6-faccbd6ad625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce39956-f3c2-40a0-96ce-27d60afe5449,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:59:03.600635 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c000a154-f493-43a9-b5e6-faccbd6ad625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:59:03.604038 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c000a154-f493-43a9-b5e6-faccbd6ad625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:03.606468 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c000a154-f493-43a9-b5e6-faccbd6ad625 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ce39956-f3c2-40a0-96ce-27d60afe5449 HTTP/1.1" status: 204  len: 168 time: 0.1816094
Dec 04 21:59:04.038402 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 43156) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:59:04.096539 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-92680d1f-46a9-4e2b-ab7b-db5206a10b7e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64ab1ff822564976ab9ea60efda67c15&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0565538
Dec 04 21:59:04.099495 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.44', 43160) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 21:59:04.163853 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bcbd1ab5-7ced-43cc-b094-afc0d2b89727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:04.191778 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bcbd1ab5-7ced-43cc-b094-afc0d2b89727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:04.238829 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bcbd1ab5-7ced-43cc-b094-afc0d2b89727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854162227'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:04.244369 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e5348b9a-b264-4f38-a955-7da35c6336ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 21:59:04.256392 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd1ab5-7ced-43cc-b094-afc0d2b89727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f788f1-53ea-41b3-bd04-4a7545ffda39,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 21:59:04.259155 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bcbd1ab5-7ced-43cc-b094-afc0d2b89727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 21:59:04.266812 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bcbd1ab5-7ced-43cc-b094-afc0d2b89727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:04.268081 dv-cinder-749155-4-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bcbd1ab5-7ced-43cc-b094-afc0d2b89727 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/07f788f1-53ea-41b3-bd04-4a7545ffda39 HTTP/1.1" status: 204  len: 168 time: 0.1676996
Dec 04 21:59:18.925806 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:59:26.665837 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd276a27-bdb8-4ae2-b193-fd76bf5e642b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:30.562477 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5e776b9a-4bf4-49ca-86cc-4e2c52145812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:31.602841 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:31.963945 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:32.223098 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:32.250236 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 21:59:55.926158 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 21:59:56.668340 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f3aa6a4-aa62-4ac9-9c0b-03b97eedfe78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:00:00.557593 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2efa8162-2d9c-4ab3-acae-c6e4378beb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:00:01.606058 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:00:01.967482 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:00:02.218251 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:00:02.244266 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:00:26.670893 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-77e61503-365d-4fb6-938f-2bd21ceacfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:00:30.559488 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b2890f41-cf13-4559-9c95-9b437095f990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:00:31.609716 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:00:31.971351 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:00:32.223032 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:00:32.244246 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:00:32.926740 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 22:00:56.674019 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83407973-b1b2-4007-9fbd-a0ee89c151c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:01:00.561278 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c6c2f2c8-462b-4825-8ea1-96df947f841c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:01:01.611247 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:01:01.974173 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:01:02.223631 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:01:02.241586 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:01:09.925852 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 22:01:10.863213 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-e6dc43e3-3d8d-49b1-acb7-6ae152f1a45e req-6db815a8-81ba-4999-815b-f091026dc561 service neutron] (80265) timed out ('10.222.0.44', 36686) {{(pid=80265) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 04 22:01:26.675405 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d3280051-1bd9-4a1a-b1c2-c676612f193d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:01:30.562888 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-005ff3b0-c7af-4542-875c-d3baa0dd9fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:01:31.614391 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:01:31.976747 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:01:32.226357 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:01:32.256266 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:01:42.262751 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-5683c0be-0892-4d2a-9bca-098ce9f69ace req-042c3965-868b-490f-86ad-356d8a1287be service neutron] (80264) timed out ('10.222.0.53', 55123) {{(pid=80264) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 04 22:01:42.732466 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-f00d3a23-e3a1-4c74-a2b2-b1a21033f897 req-75564b32-5b19-4def-ad87-6cbb9f3a7a37 service neutron] (80265) timed out ('10.222.0.53', 55474) {{(pid=80265) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 04 22:01:46.925251 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 22:01:56.676232 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-74a1dd05-2e08-4cc3-9b62-c841e84013e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:02:00.565343 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ab67f9ae-f841-4edf-9c19-5eb8e21b7957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:02:01.616449 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:02:01.980883 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:02:02.230870 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:02:02.275932 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:02:23.924487 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 22:02:26.678603 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9835b0f3-fcea-4645-b12d-6b6f3e43118a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:02:30.567178 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c3afbe02-5440-463c-a642-30cac1ad5956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:02:31.619690 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:02:31.982807 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:02:32.232000 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:02:32.285428 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:02:56.679818 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a73ed6f4-10bc-418d-81f4-b01787fbbc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:03:00.569632 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8d3a1325-f296-4504-b8ff-05c4717e25e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:03:00.924263 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 22:03:01.623710 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:03:01.986183 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:03:02.234468 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:03:02.284641 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:03:26.682219 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-47575af8-a17d-4fd0-917e-18a26d4a4b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:03:30.571108 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-627c33d9-39a4-49a4-95a2-460d27491d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:03:31.627266 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:03:31.995258 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:03:32.237394 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:03:32.299705 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:03:37.924335 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 22:03:56.684721 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a69546d4-8f99-44b3-992e-fca17a1eb246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:04:00.572934 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9f2db56-3eb9-452a-a2b3-2ced1ead21ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:04:01.628689 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:04:01.987477 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:04:02.239941 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:04:02.297856 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:04:14.924885 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-81dc81e8-42c6-46b1-b955-e8f1ac7bf3a4 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 22:04:26.687254 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46714564-ce99-4aec-a846-63ff60b3b32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:04:30.574491 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a245023f-72ca-421e-a76c-6a4df47c9bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:04:31.631667 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e64a6a-8934-44d5-bd76-422ea2c9823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:04:31.991158 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0627-8830-470a-b595-a8366a137474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:04:32.245634 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b8d3-fbbb-49f2-8623-2f02f24f2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 22:04:32.302327 dv-cinder-749155-4-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66494d34-197b-4b4a-a8e0-1dd7bd87ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730056527663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1892390'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}